2024-12-08 20:39:50,636 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-08 20:39:50,652 main DEBUG Took 0.013585 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 20:39:50,653 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 20:39:50,653 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 20:39:50,654 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 20:39:50,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,666 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 20:39:50,681 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,682 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,683 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,683 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,684 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,685 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,685 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,686 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,687 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,688 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,689 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,690 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,690 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,690 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,691 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,692 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 20:39:50,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,693 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 20:39:50,695 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 20:39:50,697 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 20:39:50,700 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 20:39:50,701 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 20:39:50,703 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 20:39:50,703 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 20:39:50,715 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 20:39:50,718 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 20:39:50,720 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 20:39:50,721 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 20:39:50,722 main DEBUG createAppenders(={Console}) 2024-12-08 20:39:50,723 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-08 20:39:50,723 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-08 20:39:50,723 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-08 20:39:50,724 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 20:39:50,725 main DEBUG OutputStream closed 2024-12-08 20:39:50,725 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 20:39:50,725 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 20:39:50,726 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-08 20:39:50,803 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 20:39:50,805 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 20:39:50,806 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 20:39:50,807 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 20:39:50,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 20:39:50,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 20:39:50,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 20:39:50,808 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 20:39:50,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 20:39:50,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 20:39:50,809 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 20:39:50,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 20:39:50,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 20:39:50,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 20:39:50,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 20:39:50,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 20:39:50,811 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 20:39:50,812 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 20:39:50,814 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 20:39:50,814 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-08 20:39:50,814 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 20:39:50,815 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-08T20:39:51,041 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156 2024-12-08 20:39:51,043 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 20:39:51,044 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T20:39:51,051 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-08T20:39:51,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T20:39:51,085 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0, deleteOnExit=true 2024-12-08T20:39:51,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T20:39:51,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/test.cache.data in system properties and HBase conf 2024-12-08T20:39:51,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T20:39:51,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.log.dir in system properties and HBase conf 2024-12-08T20:39:51,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T20:39:51,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T20:39:51,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T20:39:51,163 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T20:39:51,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T20:39:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:39:51,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T20:39:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T20:39:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:39:51,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T20:39:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T20:39:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T20:39:51,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:39:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T20:39:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/nfs.dump.dir in system properties and HBase conf 2024-12-08T20:39:51,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/java.io.tmpdir in system properties and HBase conf 2024-12-08T20:39:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T20:39:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T20:39:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T20:39:52,307 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T20:39:52,399 INFO [Time-limited test {}] log.Log(170): Logging initialized @2423ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T20:39:52,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:39:52,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:39:52,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:39:52,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:39:52,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:39:52,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:39:52,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:39:52,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:39:52,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/java.io.tmpdir/jetty-localhost-35781-hadoop-hdfs-3_4_1-tests_jar-_-any-7669147660564078872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:39:52,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:35781} 2024-12-08T20:39:52,855 INFO [Time-limited test {}] server.Server(415): Started @2880ms 2024-12-08T20:39:53,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T20:39:53,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T20:39:53,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T20:39:53,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T20:39:53,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T20:39:53,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.log.dir/,AVAILABLE} 2024-12-08T20:39:53,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T20:39:53,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-16542567011018346655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:39:53,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:34769} 2024-12-08T20:39:53,567 INFO [Time-limited test {}] server.Server(415): Started @3592ms 2024-12-08T20:39:53,623 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T20:39:54,777 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/data/data1/current/BP-709644648-172.17.0.2-1733690391840/current, will proceed with Du for space computation calculation, 2024-12-08T20:39:54,777 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/data/data2/current/BP-709644648-172.17.0.2-1733690391840/current, will proceed with Du for space computation calculation, 2024-12-08T20:39:54,801 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T20:39:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153fc0dcee89ff5c with lease ID 0x1d7714be447c68b: Processing first storage report for DS-c3533d25-1adf-4944-a9ad-3390e0063436 from datanode DatanodeRegistration(127.0.0.1:42891, datanodeUuid=109d30f8-4cfc-4de0-a476-b20e97e9efd8, infoPort=34741, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=808122244;c=1733690391840) 2024-12-08T20:39:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153fc0dcee89ff5c with lease ID 0x1d7714be447c68b: from storage DS-c3533d25-1adf-4944-a9ad-3390e0063436 node DatanodeRegistration(127.0.0.1:42891, datanodeUuid=109d30f8-4cfc-4de0-a476-b20e97e9efd8, infoPort=34741, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=808122244;c=1733690391840), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T20:39:54,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x153fc0dcee89ff5c with lease ID 0x1d7714be447c68b: Processing first storage report for DS-d2464b9a-22c3-44eb-bb0d-95f36b3eada5 from datanode DatanodeRegistration(127.0.0.1:42891, datanodeUuid=109d30f8-4cfc-4de0-a476-b20e97e9efd8, infoPort=34741, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=808122244;c=1733690391840) 2024-12-08T20:39:54,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x153fc0dcee89ff5c with lease ID 0x1d7714be447c68b: from storage DS-d2464b9a-22c3-44eb-bb0d-95f36b3eada5 node DatanodeRegistration(127.0.0.1:42891, datanodeUuid=109d30f8-4cfc-4de0-a476-b20e97e9efd8, infoPort=34741, infoSecurePort=0, ipcPort=33965, storageInfo=lv=-57;cid=testClusterID;nsid=808122244;c=1733690391840), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T20:39:54,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156 2024-12-08T20:39:55,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/zookeeper_0, clientPort=57788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T20:39:55,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57788 2024-12-08T20:39:55,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:55,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741825_1001 (size=7) 2024-12-08T20:39:55,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa with version=8 2024-12-08T20:39:55,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/hbase-staging 2024-12-08T20:39:55,787 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T20:39:56,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:39:56,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:39:56,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:39:56,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T20:39:56,414 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T20:39:56,423 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T20:39:56,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:39:56,454 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2486 (auto-detected) 2024-12-08T20:39:56,455 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T20:39:56,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34749 2024-12-08T20:39:56,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34749 connecting to ZooKeeper ensemble=127.0.0.1:57788 2024-12-08T20:39:56,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347490x0, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:39:56,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34749-0x1000735c8080000 connected 2024-12-08T20:39:56,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:56,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:56,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:39:56,747 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa, hbase.cluster.distributed=false 2024-12-08T20:39:56,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:39:56,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34749 2024-12-08T20:39:56,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34749 2024-12-08T20:39:56,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34749 2024-12-08T20:39:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34749 2024-12-08T20:39:56,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34749 2024-12-08T20:39:56,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/229bab1f9d30:0 server-side Connection retries=45 2024-12-08T20:39:56,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T20:39:56,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T20:39:56,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T20:39:56,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T20:39:56,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T20:39:56,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41783 2024-12-08T20:39:56,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41783 connecting to ZooKeeper ensemble=127.0.0.1:57788 2024-12-08T20:39:56,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:56,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:56,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417830x0, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T20:39:56,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417830x0, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:39:56,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41783-0x1000735c8080001 connected 2024-12-08T20:39:56,932 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T20:39:56,943 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T20:39:56,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T20:39:56,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T20:39:56,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-08T20:39:56,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41783 2024-12-08T20:39:56,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41783 2024-12-08T20:39:56,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-08T20:39:56,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41783 2024-12-08T20:39:56,986 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;229bab1f9d30:34749 2024-12-08T20:39:56,991 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/229bab1f9d30,34749,1733690395890 2024-12-08T20:39:57,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:39:57,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:39:57,019 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/229bab1f9d30,34749,1733690395890 2024-12-08T20:39:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T20:39:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:57,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:57,086 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T20:39:57,087 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/229bab1f9d30,34749,1733690395890 from backup master directory 2024-12-08T20:39:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:39:57,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/229bab1f9d30,34749,1733690395890 2024-12-08T20:39:57,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T20:39:57,133 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:39:57,134 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=229bab1f9d30,34749,1733690395890 2024-12-08T20:39:57,136 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T20:39:57,137 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T20:39:57,187 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/hbase.id] with ID: 752b76d4-8d8d-47db-bd28-e1f8edc41606 2024-12-08T20:39:57,187 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/.tmp/hbase.id 2024-12-08T20:39:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741826_1002 (size=42) 2024-12-08T20:39:57,598 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/.tmp/hbase.id]:[hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/hbase.id] 2024-12-08T20:39:57,654 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T20:39:57,659 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T20:39:57,683 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-12-08T20:39:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:57,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741827_1003 (size=196) 2024-12-08T20:39:58,151 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:39:58,154 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T20:39:58,173 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:39:58,178 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:39:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741828_1004 (size=1189) 2024-12-08T20:39:58,231 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store 2024-12-08T20:39:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741829_1005 (size=34) 2024-12-08T20:39:58,659 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T20:39:58,663 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:39:58,665 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:39:58,665 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:39:58,665 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:39:58,667 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:39:58,668 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:39:58,668 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:39:58,670 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733690398665Disabling compacts and flushes for region at 1733690398665Disabling writes for close at 1733690398668 (+3 ms)Writing region close event to WAL at 1733690398668Closed at 1733690398668 2024-12-08T20:39:58,673 WARN [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/.initializing 2024-12-08T20:39:58,674 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/WALs/229bab1f9d30,34749,1733690395890 2024-12-08T20:39:58,686 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:39:58,707 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C34749%2C1733690395890, suffix=, logDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/WALs/229bab1f9d30,34749,1733690395890, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/oldWALs, maxLogs=10 2024-12-08T20:39:58,738 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/WALs/229bab1f9d30,34749,1733690395890/229bab1f9d30%2C34749%2C1733690395890.1733690398714, exclude list is [], retry=0 2024-12-08T20:39:58,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42891,DS-c3533d25-1adf-4944-a9ad-3390e0063436,DISK] 2024-12-08T20:39:58,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T20:39:58,809 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/WALs/229bab1f9d30,34749,1733690395890/229bab1f9d30%2C34749%2C1733690395890.1733690398714 2024-12-08T20:39:58,810 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-08T20:39:58,811 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:39:58,812 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:39:58,817 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,819 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T20:39:58,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:39:58,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:39:58,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T20:39:58,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:39:58,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:39:58,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T20:39:58,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:39:58,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:39:58,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T20:39:58,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:39:58,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:39:58,938 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,944 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,946 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,952 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,953 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,957 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T20:39:58,961 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T20:39:58,966 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:39:58,967 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58778174, jitterRate=-0.12413695454597473}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T20:39:58,972 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733690398837Initializing all the Stores at 1733690398840 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690398841 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690398842 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690398843 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690398843Cleaning up temporary data from old regions at 1733690398953 (+110 ms)Region opened successfully at 1733690398972 (+19 ms) 2024-12-08T20:39:58,973 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T20:39:59,007 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77061cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:39:59,036 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T20:39:59,046 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T20:39:59,047 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T20:39:59,049 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T20:39:59,051 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T20:39:59,055 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T20:39:59,056 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T20:39:59,078 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T20:39:59,088 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T20:39:59,107 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T20:39:59,109 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T20:39:59,110 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T20:39:59,157 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T20:39:59,160 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T20:39:59,166 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T20:39:59,201 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T20:39:59,205 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T20:39:59,257 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T20:39:59,279 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T20:39:59,308 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T20:39:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:39:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T20:39:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,320 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=229bab1f9d30,34749,1733690395890, sessionid=0x1000735c8080000, setting cluster-up flag (Was=false) 2024-12-08T20:39:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,366 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T20:39:59,369 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34749,1733690395890 2024-12-08T20:39:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:39:59,416 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T20:39:59,418 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=229bab1f9d30,34749,1733690395890 2024-12-08T20:39:59,426 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T20:39:59,476 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(746): ClusterId : 752b76d4-8d8d-47db-bd28-e1f8edc41606 2024-12-08T20:39:59,479 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T20:39:59,494 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T20:39:59,494 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T20:39:59,501 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T20:39:59,501 DEBUG [RS:0;229bab1f9d30:41783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778b81ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=229bab1f9d30/172.17.0.2:0 2024-12-08T20:39:59,509 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T20:39:59,514 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;229bab1f9d30:41783 2024-12-08T20:39:59,517 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T20:39:59,517 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T20:39:59,517 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T20:39:59,520 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34749,1733690395890 with port=41783, startcode=1733690396849 2024-12-08T20:39:59,520 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T20:39:59,529 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T20:39:59,530 DEBUG [RS:0;229bab1f9d30:41783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T20:39:59,535 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 229bab1f9d30,34749,1733690395890 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T20:39:59,544 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:39:59,545 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:39:59,545 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:39:59,545 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/229bab1f9d30:0, corePoolSize=5, maxPoolSize=5 2024-12-08T20:39:59,545 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/229bab1f9d30:0, corePoolSize=10, maxPoolSize=10 2024-12-08T20:39:59,546 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,546 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:39:59,546 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,553 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733690429553 2024-12-08T20:39:59,557 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T20:39:59,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:39:59,558 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T20:39:59,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T20:39:59,563 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T20:39:59,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60009, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T20:39:59,563 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T20:39:59,564 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T20:39:59,564 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T20:39:59,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:39:59,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T20:39:59,567 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,569 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34749 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:39:59,573 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T20:39:59,575 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T20:39:59,576 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T20:39:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741831_1007 (size=1321) 2024-12-08T20:39:59,582 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T20:39:59,583 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T20:39:59,587 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733690399585,5,FailOnTimeoutGroup] 2024-12-08T20:39:59,587 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733690399587,5,FailOnTimeoutGroup] 2024-12-08T20:39:59,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,588 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T20:39:59,589 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,590 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,603 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T20:39:59,603 WARN [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T20:39:59,704 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(2659): reportForDuty to master=229bab1f9d30,34749,1733690395890 with port=41783, startcode=1733690396849 2024-12-08T20:39:59,707 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34749 {}] master.ServerManager(517): Registering regionserver=229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,717 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:39:59,718 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33577 2024-12-08T20:39:59,718 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T20:39:59,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:39:59,734 DEBUG [RS:0;229bab1f9d30:41783 {}] zookeeper.ZKUtil(111): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,734 WARN [RS:0;229bab1f9d30:41783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T20:39:59,734 INFO [RS:0;229bab1f9d30:41783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:39:59,734 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [229bab1f9d30,41783,1733690396849] 2024-12-08T20:39:59,758 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T20:39:59,775 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T20:39:59,781 INFO [RS:0;229bab1f9d30:41783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T20:39:59,781 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,783 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T20:39:59,788 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T20:39:59,789 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,789 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,789 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,790 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,790 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,790 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,790 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/229bab1f9d30:0, corePoolSize=2, maxPoolSize=2 2024-12-08T20:39:59,790 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/229bab1f9d30:0, corePoolSize=1, maxPoolSize=1 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:39:59,791 DEBUG [RS:0;229bab1f9d30:41783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0, corePoolSize=3, maxPoolSize=3 2024-12-08T20:39:59,792 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,792 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,793 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,793 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,793 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,793 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,41783,1733690396849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:39:59,815 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T20:39:59,817 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,41783,1733690396849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,817 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,818 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.Replication(171): 229bab1f9d30,41783,1733690396849 started 2024-12-08T20:39:59,836 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:39:59,837 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1482): Serving as 229bab1f9d30,41783,1733690396849, RpcServer on 229bab1f9d30/172.17.0.2:41783, sessionid=0x1000735c8080001 2024-12-08T20:39:59,838 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T20:39:59,838 DEBUG [RS:0;229bab1f9d30:41783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,838 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,41783,1733690396849' 2024-12-08T20:39:59,838 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T20:39:59,839 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T20:39:59,840 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T20:39:59,840 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T20:39:59,840 DEBUG [RS:0;229bab1f9d30:41783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 229bab1f9d30,41783,1733690396849 2024-12-08T20:39:59,840 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '229bab1f9d30,41783,1733690396849' 2024-12-08T20:39:59,841 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T20:39:59,841 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T20:39:59,842 DEBUG [RS:0;229bab1f9d30:41783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T20:39:59,842 INFO [RS:0;229bab1f9d30:41783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T20:39:59,842 INFO [RS:0;229bab1f9d30:41783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T20:39:59,951 INFO [RS:0;229bab1f9d30:41783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T20:39:59,955 INFO [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C41783%2C1733690396849, suffix=, logDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/oldWALs, maxLogs=32 2024-12-08T20:39:59,973 DEBUG [RS:0;229bab1f9d30:41783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849/229bab1f9d30%2C41783%2C1733690396849.1733690399957, exclude list is [], retry=0 2024-12-08T20:39:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42891,DS-c3533d25-1adf-4944-a9ad-3390e0063436,DISK] 2024-12-08T20:39:59,980 INFO [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849/229bab1f9d30%2C41783%2C1733690396849.1733690399957 2024-12-08T20:39:59,981 DEBUG [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-08T20:39:59,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T20:39:59,984 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:39:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741833_1009 (size=32) 2024-12-08T20:40:00,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:00,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:40:00,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:40:00,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:40:00,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:40:00,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:40:00,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:40:00,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:40:00,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:40:00,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:40:00,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740 2024-12-08T20:40:00,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740 2024-12-08T20:40:00,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:40:00,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:40:00,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:40:00,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:40:00,425 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:40:00,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69603848, jitterRate=0.0371781587600708}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:40:00,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733690400395Initializing all the Stores at 1733690400396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400397 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690400397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400397Cleaning up temporary data from old regions at 1733690400418 (+21 ms)Region opened successfully at 1733690400428 (+10 ms) 2024-12-08T20:40:00,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:40:00,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:40:00,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:40:00,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:40:00,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:40:00,429 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:40:00,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733690400428Disabling compacts and flushes for region at 1733690400428Disabling writes for close at 1733690400428Writing region close event to WAL at 1733690400429 (+1 ms)Closed at 1733690400429 2024-12-08T20:40:00,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:40:00,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T20:40:00,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T20:40:00,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:40:00,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T20:40:00,600 DEBUG [229bab1f9d30:34749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T20:40:00,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:00,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,41783,1733690396849, state=OPENING 2024-12-08T20:40:00,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T20:40:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:40:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:40:00,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:40:00,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:40:00,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T20:40:00,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:00,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T20:40:00,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T20:40:00,853 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T20:40:00,853 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T20:40:00,854 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T20:40:00,857 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=229bab1f9d30%2C41783%2C1733690396849.meta, suffix=.meta, logDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849, archiveDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/oldWALs, maxLogs=32 2024-12-08T20:40:00,872 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849/229bab1f9d30%2C41783%2C1733690396849.meta.1733690400859.meta, exclude list is [], retry=0 2024-12-08T20:40:00,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42891,DS-c3533d25-1adf-4944-a9ad-3390e0063436,DISK] 2024-12-08T20:40:00,879 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/WALs/229bab1f9d30,41783,1733690396849/229bab1f9d30%2C41783%2C1733690396849.meta.1733690400859.meta 2024-12-08T20:40:00,879 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34741:34741)] 2024-12-08T20:40:00,880 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:40:00,881 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T20:40:00,884 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T20:40:00,888 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T20:40:00,892 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T20:40:00,892 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:00,892 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T20:40:00,893 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T20:40:00,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T20:40:00,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T20:40:00,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T20:40:00,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T20:40:00,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T20:40:00,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T20:40:00,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T20:40:00,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T20:40:00,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:00,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T20:40:00,907 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T20:40:00,909 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740 2024-12-08T20:40:00,912 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740 2024-12-08T20:40:00,914 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T20:40:00,914 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T20:40:00,915 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:40:00,918 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T20:40:00,919 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63867444, jitterRate=-0.04830092191696167}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:40:00,919 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T20:40:00,921 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733690400893Writing region info on filesystem at 1733690400893Initializing all the Stores at 1733690400895 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690400895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733690400895Cleaning up temporary data from old regions at 1733690400914 (+19 ms)Running coprocessor post-open hooks at 1733690400919 (+5 ms)Region opened successfully at 1733690400920 (+1 ms) 2024-12-08T20:40:00,928 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733690400833 2024-12-08T20:40:00,939 DEBUG [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T20:40:00,939 INFO [RS_OPEN_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T20:40:00,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:00,944 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 229bab1f9d30,41783,1733690396849, state=OPEN 2024-12-08T20:40:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:40:00,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T20:40:00,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:40:00,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T20:40:00,976 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:00,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T20:40:00,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=229bab1f9d30,41783,1733690396849 in 306 msec 2024-12-08T20:40:00,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T20:40:00,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-12-08T20:40:00,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T20:40:00,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T20:40:01,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:01,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:01,032 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:01,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:01,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5910 sec 2024-12-08T20:40:01,055 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733690401055, completionTime=-1 2024-12-08T20:40:01,058 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T20:40:01,058 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T20:40:01,082 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-08T20:40:01,082 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733690461082 2024-12-08T20:40:01,082 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733690521082 2024-12-08T20:40:01,082 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-08T20:40:01,084 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,084 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,085 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,086 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-229bab1f9d30:34749, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,086 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,087 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,092 DEBUG [master/229bab1f9d30:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T20:40:01,112 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.978sec 2024-12-08T20:40:01,113 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T20:40:01,114 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T20:40:01,115 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T20:40:01,116 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T20:40:01,116 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T20:40:01,117 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T20:40:01,117 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T20:40:01,125 DEBUG [master/229bab1f9d30:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T20:40:01,126 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T20:40:01,126 INFO [master/229bab1f9d30:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=229bab1f9d30,34749,1733690395890-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T20:40:01,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d57a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:01,189 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T20:40:01,189 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T20:40:01,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:01,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:01,203 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:01,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:01,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:01,214 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:01,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7fbb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:01,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:01,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:01,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:01,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=229bab1f9d30,34749,1733690395890 2024-12-08T20:40:01,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=17746 2024-12-08T20:40:01,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:40:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:40:01,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a30b8b7 2024-12-08T20:40:01,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:40:01,313 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:40:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:40:01,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:40:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:01,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:40:01,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-08T20:40:01,334 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:01,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:40:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741835_1011 (size=959) 2024-12-08T20:40:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:01,756 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:40:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741836_1012 (size=53) 2024-12-08T20:40:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:02,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:02,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e9da493e7133aa3b6ff94f5bfa1efea0, disabling compactions & flushes 2024-12-08T20:40:02,168 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,168 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,169 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. after waiting 0 ms 2024-12-08T20:40:02,169 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,169 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,169 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9da493e7133aa3b6ff94f5bfa1efea0: Waiting for close lock at 1733690402168Disabling compacts and flushes for region at 1733690402168Disabling writes for close at 1733690402169 (+1 ms)Writing region close event to WAL at 1733690402169Closed at 1733690402169 2024-12-08T20:40:02,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:40:02,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690402173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690402173"}]},"ts":"1733690402173"} 2024-12-08T20:40:02,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:40:02,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:40:02,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690402187"}]},"ts":"1733690402187"} 2024-12-08T20:40:02,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:40:02,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, ASSIGN}] 2024-12-08T20:40:02,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, ASSIGN 2024-12-08T20:40:02,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:40:02,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9da493e7133aa3b6ff94f5bfa1efea0, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:02,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, ASSIGN because future has completed 2024-12-08T20:40:02,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:02,519 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,520 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:40:02,520 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,520 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:02,520 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,520 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,522 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,525 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9da493e7133aa3b6ff94f5bfa1efea0 columnFamilyName A 2024-12-08T20:40:02,525 DEBUG [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:02,527 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(327): Store=e9da493e7133aa3b6ff94f5bfa1efea0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:02,527 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,530 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9da493e7133aa3b6ff94f5bfa1efea0 columnFamilyName B 2024-12-08T20:40:02,530 DEBUG [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:02,531 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(327): Store=e9da493e7133aa3b6ff94f5bfa1efea0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:02,531 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,533 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9da493e7133aa3b6ff94f5bfa1efea0 columnFamilyName C 2024-12-08T20:40:02,533 DEBUG [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:02,534 INFO [StoreOpener-e9da493e7133aa3b6ff94f5bfa1efea0-1 {}] regionserver.HStore(327): Store=e9da493e7133aa3b6ff94f5bfa1efea0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:02,534 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,536 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,537 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,539 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,539 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,540 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:40:02,543 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,548 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:40:02,549 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e9da493e7133aa3b6ff94f5bfa1efea0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62838880, jitterRate=-0.06362771987915039}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:40:02,550 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:02,550 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e9da493e7133aa3b6ff94f5bfa1efea0: Running coprocessor pre-open hook at 1733690402520Writing region info on filesystem at 1733690402520Initializing all the Stores at 1733690402522 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690402522Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690402522Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690402522Cleaning up temporary data from old regions at 1733690402539 (+17 ms)Running coprocessor post-open hooks at 1733690402550 (+11 ms)Region opened successfully at 1733690402550 2024-12-08T20:40:02,553 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., pid=6, masterSystemTime=1733690402513 2024-12-08T20:40:02,557 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,557 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:02,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e9da493e7133aa3b6ff94f5bfa1efea0, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:02,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:40:02,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T20:40:02,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 in 206 msec 2024-12-08T20:40:02,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T20:40:02,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, ASSIGN in 376 msec 2024-12-08T20:40:02,583 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:40:02,583 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690402583"}]},"ts":"1733690402583"} 2024-12-08T20:40:02,587 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:40:02,589 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:40:02,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec 2024-12-08T20:40:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T20:40:03,493 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:03,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487a66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,505 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f99e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595680d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,518 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:40:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:40:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@684bb5df 2024-12-08T20:40:03,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:40:03,523 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:40:03,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d3f2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7907fcac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fc0926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,536 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33551cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,540 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4474c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6308d33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,543 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797de42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,546 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da9de27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a822d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1e59f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,552 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31087b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813eeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,555 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ceb793a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f66d26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b107c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,564 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3eb86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225d1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,567 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23451635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,570 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b39e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93b4e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,573 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3635d5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,575 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9e52e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7449cb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:03,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:03,578 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78890e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:03,581 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:03,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2615693e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:03,585 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,585 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,585 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,587 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,589 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,590 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,591 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,592 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-08T20:40:03,597 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,599 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,600 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:03,600 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:03,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:03,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:03,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:03,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:40:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:03,680 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:03,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:40:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:03,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:03,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:03,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:03,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:03,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690463824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690463828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690463835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690463842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690463850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b902b2f66bfb454ebaabebd4ac6c4ebb is 50, key is test_row_0/A:col10/1733690403649/Put/seqid=0 2024-12-08T20:40:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741837_1013 (size=14341) 2024-12-08T20:40:03,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b902b2f66bfb454ebaabebd4ac6c4ebb 2024-12-08T20:40:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:03,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690463964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690463964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690463973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690463977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690463977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:03,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6ccba35fd18e429e976e32d46befb23d is 50, key is test_row_0/B:col10/1733690403649/Put/seqid=0 2024-12-08T20:40:04,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741838_1014 (size=12001) 2024-12-08T20:40:04,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6ccba35fd18e429e976e32d46befb23d 2024-12-08T20:40:04,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a9fba8c8d8da4f0abf27ddeca285a357 is 50, key is test_row_0/C:col10/1733690403649/Put/seqid=0 2024-12-08T20:40:04,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741839_1015 (size=12001) 2024-12-08T20:40:04,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690464174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:04,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690464182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690464193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690464193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690464193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:04,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690464482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690464492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:04,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690464503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690464503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690464503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:04,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a9fba8c8d8da4f0abf27ddeca285a357 2024-12-08T20:40:04,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b902b2f66bfb454ebaabebd4ac6c4ebb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb 2024-12-08T20:40:04,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb, entries=200, sequenceid=13, filesize=14.0 K 2024-12-08T20:40:04,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6ccba35fd18e429e976e32d46befb23d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d 2024-12-08T20:40:04,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T20:40:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a9fba8c8d8da4f0abf27ddeca285a357 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357 2024-12-08T20:40:04,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:04,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T20:40:04,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e9da493e7133aa3b6ff94f5bfa1efea0 in 981ms, sequenceid=13, compaction requested=false 2024-12-08T20:40:04,670 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T20:40:04,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:04,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-08T20:40:04,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:04,819 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:40:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/3d7983b885d44d5e8b5be44f9b10060a is 50, key is test_row_0/A:col10/1733690403804/Put/seqid=0 2024-12-08T20:40:04,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741840_1016 (size=12001) 2024-12-08T20:40:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:05,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690465037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690465042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690465043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690465045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690465048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690465162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690465163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690465163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690465172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690465172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,298 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/3d7983b885d44d5e8b5be44f9b10060a 2024-12-08T20:40:05,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fad14efc7cae4feca2c8a4736e260445 is 50, key is test_row_0/B:col10/1733690403804/Put/seqid=0 2024-12-08T20:40:05,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690465372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690465373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741841_1017 (size=12001) 2024-12-08T20:40:05,388 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fad14efc7cae4feca2c8a4736e260445 2024-12-08T20:40:05,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690465386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690465386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690465387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/83f0c897a99c40ca821347ccaf0ea641 is 50, key is test_row_0/C:col10/1733690403804/Put/seqid=0 2024-12-08T20:40:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741842_1018 (size=12001) 2024-12-08T20:40:05,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690465683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690465683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690465702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690465702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690465702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:05,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:05,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T20:40:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:05,861 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/83f0c897a99c40ca821347ccaf0ea641 2024-12-08T20:40:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/3d7983b885d44d5e8b5be44f9b10060a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a 2024-12-08T20:40:05,895 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:40:05,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fad14efc7cae4feca2c8a4736e260445 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445 2024-12-08T20:40:05,921 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:40:05,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/83f0c897a99c40ca821347ccaf0ea641 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641 2024-12-08T20:40:05,938 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:40:05,941 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1121ms, sequenceid=37, compaction requested=false 2024-12-08T20:40:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-08T20:40:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-08T20:40:05,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T20:40:05,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3360 sec 2024-12-08T20:40:05,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.3740 sec 2024-12-08T20:40:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:06,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:40:06,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c327afd6110745f48a0e42fadd53dbe9 is 50, key is test_row_0/A:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741843_1019 (size=12001) 2024-12-08T20:40:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690466262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690466265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c327afd6110745f48a0e42fadd53dbe9 2024-12-08T20:40:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690466265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690466268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690466271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/ca60c1be9c7c4f1dac411a208d4a8430 is 50, key is test_row_0/B:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741844_1020 (size=12001) 2024-12-08T20:40:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690466383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690466383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690466383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690466388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690466382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:40:06,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T20:40:06,545 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T20:40:06,547 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:40:06,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T20:40:06,548 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T20:40:06,548 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T20:40:06,549 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T20:40:06,549 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T20:40:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690466603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690466603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690466603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690466603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690466602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/ca60c1be9c7c4f1dac411a208d4a8430 2024-12-08T20:40:06,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a71aff22641e4bc2b61c13a4f72a7321 is 50, key is test_row_0/C:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:06,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741845_1021 (size=12001) 2024-12-08T20:40:06,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690466922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690466923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690466923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690466923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690466925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:06,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a71aff22641e4bc2b61c13a4f72a7321 2024-12-08T20:40:07,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c327afd6110745f48a0e42fadd53dbe9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9 2024-12-08T20:40:07,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T20:40:07,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/ca60c1be9c7c4f1dac411a208d4a8430 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430 2024-12-08T20:40:07,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T20:40:07,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a71aff22641e4bc2b61c13a4f72a7321 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321 2024-12-08T20:40:07,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321, entries=150, sequenceid=51, filesize=11.7 K 2024-12-08T20:40:07,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1079ms, sequenceid=51, compaction requested=true 2024-12-08T20:40:07,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:07,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:07,295 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:07,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:07,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:07,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:07,298 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:07,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:07,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:07,300 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:07,301 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:07,302 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:07,302 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:07,302 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:07,302 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:07,303 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=37.4 K 2024-12-08T20:40:07,303 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.2 K 2024-12-08T20:40:07,305 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b902b2f66bfb454ebaabebd4ac6c4ebb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690403611 2024-12-08T20:40:07,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ccba35fd18e429e976e32d46befb23d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690403611 2024-12-08T20:40:07,306 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting fad14efc7cae4feca2c8a4736e260445, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690403804 2024-12-08T20:40:07,306 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d7983b885d44d5e8b5be44f9b10060a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690403804 2024-12-08T20:40:07,306 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c327afd6110745f48a0e42fadd53dbe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:07,306 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ca60c1be9c7c4f1dac411a208d4a8430, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:07,362 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:07,363 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/7a855665f9994b599e2709fa8782451b is 50, key is test_row_0/B:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:07,372 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#9 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:07,373 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/778eb958275146628b37faad5d42b773 is 50, key is test_row_0/A:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741846_1022 (size=12104) 2024-12-08T20:40:07,408 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/7a855665f9994b599e2709fa8782451b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7a855665f9994b599e2709fa8782451b 2024-12-08T20:40:07,433 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 7a855665f9994b599e2709fa8782451b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:07,433 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:07,436 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690407297; duration=0sec 2024-12-08T20:40:07,437 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:07,437 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741847_1023 (size=12104) 2024-12-08T20:40:07,439 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:07,444 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:07,444 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:07,444 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:07,444 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.2 K 2024-12-08T20:40:07,445 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a9fba8c8d8da4f0abf27ddeca285a357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690403611 2024-12-08T20:40:07,449 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 83f0c897a99c40ca821347ccaf0ea641, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690403804 2024-12-08T20:40:07,452 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a71aff22641e4bc2b61c13a4f72a7321, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:07,452 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/778eb958275146628b37faad5d42b773 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/778eb958275146628b37faad5d42b773 2024-12-08T20:40:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:07,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:40:07,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/8a348756f95c4969a6487db1c53f76b1 is 50, key is test_row_0/A:col10/1733690407441/Put/seqid=0 2024-12-08T20:40:07,486 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 778eb958275146628b37faad5d42b773(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:07,486 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:07,486 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690407291; duration=0sec 2024-12-08T20:40:07,486 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:07,487 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690467475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690467474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690467478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690467491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,496 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:07,496 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/edf4ed7ee8af407796b8166e26d059b6 is 50, key is test_row_0/C:col10/1733690406207/Put/seqid=0 2024-12-08T20:40:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690467497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741848_1024 (size=12001) 2024-12-08T20:40:07,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/8a348756f95c4969a6487db1c53f76b1 2024-12-08T20:40:07,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/290bcb8d5b8f4a3aa375a8d313bee96d is 50, key is test_row_0/B:col10/1733690407441/Put/seqid=0 2024-12-08T20:40:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741849_1025 (size=12104) 2024-12-08T20:40:07,558 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/edf4ed7ee8af407796b8166e26d059b6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/edf4ed7ee8af407796b8166e26d059b6 2024-12-08T20:40:07,575 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into edf4ed7ee8af407796b8166e26d059b6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:07,575 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:07,575 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690407298; duration=0sec 2024-12-08T20:40:07,575 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:07,576 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:07,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741850_1026 (size=12001) 2024-12-08T20:40:07,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/290bcb8d5b8f4a3aa375a8d313bee96d 2024-12-08T20:40:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690467601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690467602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690467602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690467602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/34db6b6e98ce4437a0277e25e300dc18 is 50, key is test_row_0/C:col10/1733690407441/Put/seqid=0 2024-12-08T20:40:07,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690467611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741851_1027 (size=12001) 2024-12-08T20:40:07,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/34db6b6e98ce4437a0277e25e300dc18 2024-12-08T20:40:07,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/8a348756f95c4969a6487db1c53f76b1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1 2024-12-08T20:40:07,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T20:40:07,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/290bcb8d5b8f4a3aa375a8d313bee96d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d 2024-12-08T20:40:07,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T20:40:07,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/34db6b6e98ce4437a0277e25e300dc18 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18 2024-12-08T20:40:07,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T20:40:07,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e9da493e7133aa3b6ff94f5bfa1efea0 in 254ms, sequenceid=76, compaction requested=false 2024-12-08T20:40:07,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T20:40:07,782 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:07,783 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-08T20:40:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:07,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:07,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:07,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:07,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:40:07,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/190c113d6f4848999ece25088467f20a is 50, key is test_row_0/A:col10/1733690407488/Put/seqid=0 2024-12-08T20:40:07,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741852_1028 (size=12001) 2024-12-08T20:40:07,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/190c113d6f4848999ece25088467f20a 2024-12-08T20:40:07,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9507e9e739ad45628d28694dcb87c619 is 50, key is test_row_0/B:col10/1733690407488/Put/seqid=0 2024-12-08T20:40:07,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741853_1029 (size=12001) 2024-12-08T20:40:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:07,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690467926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690467928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690467930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690467935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690467935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:07,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:07,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:07,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:07,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690468042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690468043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690468052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690468052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690468052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:08,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690468252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690468254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690468267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690468267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690468272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9507e9e739ad45628d28694dcb87c619 2024-12-08T20:40:08,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/aa656b7ad0b04b1bbfb324e1cb4e3059 is 50, key is test_row_0/C:col10/1733690407488/Put/seqid=0 2024-12-08T20:40:08,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741854_1030 (size=12001) 2024-12-08T20:40:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:08,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690468571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690468582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690468583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:08,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690468583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690468583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:08,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:08,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:08,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/aa656b7ad0b04b1bbfb324e1cb4e3059 2024-12-08T20:40:08,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/190c113d6f4848999ece25088467f20a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a 2024-12-08T20:40:08,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T20:40:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9507e9e739ad45628d28694dcb87c619 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619 2024-12-08T20:40:08,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T20:40:08,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/aa656b7ad0b04b1bbfb324e1cb4e3059 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059 2024-12-08T20:40:08,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T20:40:08,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1071ms, sequenceid=93, compaction requested=true 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:08,888 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:08,888 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:08,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:08,890 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:08,891 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:08,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:08,891 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:08,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,891 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7a855665f9994b599e2709fa8782451b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.3 K 2024-12-08T20:40:08,891 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/778eb958275146628b37faad5d42b773, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.3 K 2024-12-08T20:40:08,892 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a855665f9994b599e2709fa8782451b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:08,892 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 778eb958275146628b37faad5d42b773, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:08,892 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 290bcb8d5b8f4a3aa375a8d313bee96d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690406267 2024-12-08T20:40:08,892 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a348756f95c4969a6487db1c53f76b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690406267 2024-12-08T20:40:08,893 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9507e9e739ad45628d28694dcb87c619, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690407488 2024-12-08T20:40:08,893 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 190c113d6f4848999ece25088467f20a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690407488 2024-12-08T20:40:08,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-08T20:40:08,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:08,906 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T20:40:08,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e08470a021ca4c03b84f4d58ba8ae6c0 is 50, key is test_row_0/A:col10/1733690407929/Put/seqid=0 2024-12-08T20:40:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:08,927 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:08,928 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/397c495ad5294bdbaf2762ebec55abda is 50, key is test_row_0/B:col10/1733690407488/Put/seqid=0 2024-12-08T20:40:08,928 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:08,928 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/cb86f12f2a4c4e779c5a7c085a7b0dcb is 50, key is test_row_0/A:col10/1733690407488/Put/seqid=0 2024-12-08T20:40:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741856_1032 (size=12207) 2024-12-08T20:40:08,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741855_1031 (size=12001) 2024-12-08T20:40:08,990 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e08470a021ca4c03b84f4d58ba8ae6c0 2024-12-08T20:40:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741857_1033 (size=12207) 2024-12-08T20:40:09,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c is 50, key is test_row_0/B:col10/1733690407929/Put/seqid=0 2024-12-08T20:40:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741858_1034 (size=12001) 2024-12-08T20:40:09,056 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c 2024-12-08T20:40:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/8be1d6ea03f3423c9a0784c0dbf66a52 is 50, key is test_row_0/C:col10/1733690407929/Put/seqid=0 2024-12-08T20:40:09,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741859_1035 (size=12001) 2024-12-08T20:40:09,094 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/8be1d6ea03f3423c9a0784c0dbf66a52 2024-12-08T20:40:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:09,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e08470a021ca4c03b84f4d58ba8ae6c0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0 2024-12-08T20:40:09,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690469115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,128 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T20:40:09,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690469119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,129 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690469124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690469121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690469127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c 2024-12-08T20:40:09,144 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T20:40:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/8be1d6ea03f3423c9a0784c0dbf66a52 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52 2024-12-08T20:40:09,161 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T20:40:09,163 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e9da493e7133aa3b6ff94f5bfa1efea0 in 258ms, sequenceid=115, compaction requested=true 2024-12-08T20:40:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-08T20:40:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-08T20:40:09,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T20:40:09,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3750 sec 2024-12-08T20:40:09,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3900 sec 2024-12-08T20:40:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:09,236 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:09,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T20:40:09,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9dce48919bb54bcf8e4e3f88519cf489 is 50, key is test_row_0/A:col10/1733690409120/Put/seqid=0 2024-12-08T20:40:09,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741860_1036 (size=12051) 2024-12-08T20:40:09,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690469330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690469334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690469334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690469343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690469345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,395 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/cb86f12f2a4c4e779c5a7c085a7b0dcb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cb86f12f2a4c4e779c5a7c085a7b0dcb 2024-12-08T20:40:09,404 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/397c495ad5294bdbaf2762ebec55abda as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/397c495ad5294bdbaf2762ebec55abda 2024-12-08T20:40:09,409 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into cb86f12f2a4c4e779c5a7c085a7b0dcb(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:09,409 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:09,409 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690408888; duration=0sec 2024-12-08T20:40:09,409 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:09,409 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:09,409 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:09,411 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:09,412 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:09,412 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:09,412 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/edf4ed7ee8af407796b8166e26d059b6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=47.0 K 2024-12-08T20:40:09,414 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting edf4ed7ee8af407796b8166e26d059b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733690405041 2024-12-08T20:40:09,417 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34db6b6e98ce4437a0277e25e300dc18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690406267 2024-12-08T20:40:09,418 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 397c495ad5294bdbaf2762ebec55abda(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:09,418 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa656b7ad0b04b1bbfb324e1cb4e3059, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690407488 2024-12-08T20:40:09,418 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:09,418 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690408888; duration=0sec 2024-12-08T20:40:09,418 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:09,418 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:09,419 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8be1d6ea03f3423c9a0784c0dbf66a52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733690407926 2024-12-08T20:40:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690469452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690469452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,485 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:09,486 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/c506db22f78a47528bd74973c3b84db8 is 50, key is test_row_0/C:col10/1733690407929/Put/seqid=0 2024-12-08T20:40:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741861_1037 (size=12241) 2024-12-08T20:40:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690469662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690469662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690469682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690469683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690469683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:09,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:09,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9dce48919bb54bcf8e4e3f88519cf489 2024-12-08T20:40:09,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6201cb28a414e7b82c9ba56103c11a0 is 50, key is test_row_0/B:col10/1733690409120/Put/seqid=0 2024-12-08T20:40:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741862_1038 (size=12051) 2024-12-08T20:40:09,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6201cb28a414e7b82c9ba56103c11a0 2024-12-08T20:40:09,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/f638d802c5af4cc78cf70fe2c104a8f5 is 50, key is test_row_0/C:col10/1733690409120/Put/seqid=0 2024-12-08T20:40:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741863_1039 (size=12051) 2024-12-08T20:40:09,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/f638d802c5af4cc78cf70fe2c104a8f5 2024-12-08T20:40:09,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9dce48919bb54bcf8e4e3f88519cf489 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489 2024-12-08T20:40:09,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T20:40:09,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6201cb28a414e7b82c9ba56103c11a0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0 2024-12-08T20:40:09,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T20:40:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/f638d802c5af4cc78cf70fe2c104a8f5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5 2024-12-08T20:40:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-08T20:40:09,932 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:09,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-08T20:40:09,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T20:40:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T20:40:09,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e9da493e7133aa3b6ff94f5bfa1efea0 in 701ms, sequenceid=130, compaction requested=true 2024-12-08T20:40:09,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:09,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:09,938 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:09,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T20:40:09,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:09,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:09,940 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:09,940 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:09,940 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:09,940 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cb86f12f2a4c4e779c5a7c085a7b0dcb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.4 K 2024-12-08T20:40:09,941 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cb86f12f2a4c4e779c5a7c085a7b0dcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690407488 2024-12-08T20:40:09,942 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e08470a021ca4c03b84f4d58ba8ae6c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733690407926 2024-12-08T20:40:09,943 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dce48919bb54bcf8e4e3f88519cf489, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733690409120 2024-12-08T20:40:09,956 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/c506db22f78a47528bd74973c3b84db8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/c506db22f78a47528bd74973c3b84db8 2024-12-08T20:40:09,967 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into c506db22f78a47528bd74973c3b84db8(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:09,968 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:09,968 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=12, startTime=1733690408888; duration=0sec 2024-12-08T20:40:09,968 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T20:40:09,968 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:09,968 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:09,968 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:09,970 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:09,970 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:09,970 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:09,970 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/397c495ad5294bdbaf2762ebec55abda, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.4 K 2024-12-08T20:40:09,972 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 397c495ad5294bdbaf2762ebec55abda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690407488 2024-12-08T20:40:09,973 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd14bb56f6fb49a5bd5ce9ea52ba6b9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733690407926 2024-12-08T20:40:09,973 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:09,973 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6201cb28a414e7b82c9ba56103c11a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733690409120 2024-12-08T20:40:09,973 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/713e993e0de74fc382889c8347891d6b is 50, key is test_row_0/A:col10/1733690409120/Put/seqid=0 2024-12-08T20:40:09,996 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:09,997 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/1b52112bcedb43b6baf829f0cf300f0d is 50, key is test_row_0/B:col10/1733690409120/Put/seqid=0 2024-12-08T20:40:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741864_1040 (size=12359) 2024-12-08T20:40:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:10,001 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:10,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:40:10,013 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/713e993e0de74fc382889c8347891d6b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/713e993e0de74fc382889c8347891d6b 2024-12-08T20:40:10,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d1da44f73ab447d2a1907b24a0f9fd2a is 50, key is test_row_0/A:col10/1733690409989/Put/seqid=0 2024-12-08T20:40:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741865_1041 (size=12359) 2024-12-08T20:40:10,027 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 713e993e0de74fc382889c8347891d6b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:10,028 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,028 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690409938; duration=0sec 2024-12-08T20:40:10,028 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:10,028 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:10,028 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T20:40:10,031 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T20:40:10,033 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T20:40:10,033 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:10,033 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:10,037 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/1b52112bcedb43b6baf829f0cf300f0d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1b52112bcedb43b6baf829f0cf300f0d 2024-12-08T20:40:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T20:40:10,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,053 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,056 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 1b52112bcedb43b6baf829f0cf300f0d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:10,056 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,056 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690409938; duration=0sec 2024-12-08T20:40:10,057 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,057 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741866_1042 (size=12151) 2024-12-08T20:40:10,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d1da44f73ab447d2a1907b24a0f9fd2a 2024-12-08T20:40:10,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6bb5be0c38b440a19efdac849ecb0875 is 50, key is test_row_0/B:col10/1733690409989/Put/seqid=0 2024-12-08T20:40:10,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T20:40:10,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741867_1043 (size=12151) 2024-12-08T20:40:10,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6bb5be0c38b440a19efdac849ecb0875 2024-12-08T20:40:10,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/fabe99d90f784207a59f86c320e0f1e8 is 50, key is test_row_0/C:col10/1733690409989/Put/seqid=0 2024-12-08T20:40:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741868_1044 (size=12151) 2024-12-08T20:40:10,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/fabe99d90f784207a59f86c320e0f1e8 2024-12-08T20:40:10,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d1da44f73ab447d2a1907b24a0f9fd2a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a 2024-12-08T20:40:10,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T20:40:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6bb5be0c38b440a19efdac849ecb0875 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875 2024-12-08T20:40:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T20:40:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T20:40:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/fabe99d90f784207a59f86c320e0f1e8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8 2024-12-08T20:40:10,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T20:40:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T20:40:10,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e9da493e7133aa3b6ff94f5bfa1efea0 in 268ms, sequenceid=156, compaction requested=true 2024-12-08T20:40:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,269 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T20:40:10,271 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T20:40:10,271 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T20:40:10,271 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:10,271 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:10,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 0 2024-12-08T20:40:10,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,271 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T20:40:10,273 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T20:40:10,273 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T20:40:10,273 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:10,273 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:10,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 0 2024-12-08T20:40:10,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,273 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:10,275 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:10,275 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:10,275 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,275 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/c506db22f78a47528bd74973c3b84db8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.6 K 2024-12-08T20:40:10,276 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c506db22f78a47528bd74973c3b84db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733690407926 2024-12-08T20:40:10,277 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f638d802c5af4cc78cf70fe2c104a8f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733690409120 2024-12-08T20:40:10,278 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fabe99d90f784207a59f86c320e0f1e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690409319 2024-12-08T20:40:10,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:10,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,305 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:10,306 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/1270a129f9dc4994a08d0b24ad0a817a is 50, key is test_row_0/C:col10/1733690409989/Put/seqid=0 2024-12-08T20:40:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741869_1045 (size=12493) 2024-12-08T20:40:10,355 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/1270a129f9dc4994a08d0b24ad0a817a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/1270a129f9dc4994a08d0b24ad0a817a 2024-12-08T20:40:10,378 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 1270a129f9dc4994a08d0b24ad0a817a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:10,378 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,378 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690410273; duration=0sec 2024-12-08T20:40:10,378 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,379 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:10,379 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:10,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:40:10,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/5720459d460544afa70ef1bbdad6312b is 50, key is test_row_0/A:col10/1733690410047/Put/seqid=0 2024-12-08T20:40:10,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T20:40:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741870_1046 (size=14541) 2024-12-08T20:40:10,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/5720459d460544afa70ef1bbdad6312b 2024-12-08T20:40:10,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a63fdad9f23b4defa129f9edcdfd54ac is 50, key is test_row_0/B:col10/1733690410047/Put/seqid=0 2024-12-08T20:40:10,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741871_1047 (size=12151) 2024-12-08T20:40:10,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a63fdad9f23b4defa129f9edcdfd54ac 2024-12-08T20:40:10,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e43711c73fcd42f091904abe276d8fe8 is 50, key is test_row_0/C:col10/1733690410047/Put/seqid=0 2024-12-08T20:40:10,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741872_1048 (size=12151) 2024-12-08T20:40:10,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e43711c73fcd42f091904abe276d8fe8 2024-12-08T20:40:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T20:40:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T20:40:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:10,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/5720459d460544afa70ef1bbdad6312b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b 2024-12-08T20:40:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:10,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b, entries=200, sequenceid=173, filesize=14.2 K 2024-12-08T20:40:10,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a63fdad9f23b4defa129f9edcdfd54ac as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac 2024-12-08T20:40:10,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac, entries=150, sequenceid=173, filesize=11.9 K 2024-12-08T20:40:10,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e43711c73fcd42f091904abe276d8fe8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8 2024-12-08T20:40:10,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8, entries=150, sequenceid=173, filesize=11.9 K 2024-12-08T20:40:10,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e9da493e7133aa3b6ff94f5bfa1efea0 in 235ms, sequenceid=173, compaction requested=true 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:10,615 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:10,615 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:10,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:10,616 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:10,616 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:10,616 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:10,616 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:10,616 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,616 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,617 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/713e993e0de74fc382889c8347891d6b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=38.1 K 2024-12-08T20:40:10,617 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1b52112bcedb43b6baf829f0cf300f0d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=35.8 K 2024-12-08T20:40:10,617 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713e993e0de74fc382889c8347891d6b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733690409120 2024-12-08T20:40:10,617 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b52112bcedb43b6baf829f0cf300f0d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733690409120 2024-12-08T20:40:10,618 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1da44f73ab447d2a1907b24a0f9fd2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690409319 2024-12-08T20:40:10,618 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bb5be0c38b440a19efdac849ecb0875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690409319 2024-12-08T20:40:10,619 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a63fdad9f23b4defa129f9edcdfd54ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733690410047 2024-12-08T20:40:10,619 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5720459d460544afa70ef1bbdad6312b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733690410029 2024-12-08T20:40:10,638 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:10,639 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c062c0098b1647cf8fe02e5ab0926aee is 50, key is test_row_0/A:col10/1733690410047/Put/seqid=0 2024-12-08T20:40:10,644 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:10,645 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a8bee3390167499ba4d0412d96f37384 is 50, key is test_row_0/B:col10/1733690410047/Put/seqid=0 2024-12-08T20:40:10,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741873_1049 (size=12561) 2024-12-08T20:40:10,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741874_1050 (size=12561) 2024-12-08T20:40:10,675 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c062c0098b1647cf8fe02e5ab0926aee as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c062c0098b1647cf8fe02e5ab0926aee 2024-12-08T20:40:10,676 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a8bee3390167499ba4d0412d96f37384 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a8bee3390167499ba4d0412d96f37384 2024-12-08T20:40:10,688 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into a8bee3390167499ba4d0412d96f37384(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:10,688 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,689 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690410615; duration=0sec 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T20:40:10,689 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into c062c0098b1647cf8fe02e5ab0926aee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,689 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690410615; duration=0sec 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:10,689 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:10,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T20:40:10,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T20:40:10,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:10,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:10,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-08T20:40:10,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,726 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:40:10,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/70c599eb1e0742678d1cd227307c780d is 50, key is test_row_0/A:col10/1733690410426/Put/seqid=0 2024-12-08T20:40:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741875_1051 (size=12151) 2024-12-08T20:40:10,749 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/70c599eb1e0742678d1cd227307c780d 2024-12-08T20:40:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/912dc486ecc044ef8bb185531a1a83c1 is 50, key is test_row_0/B:col10/1733690410426/Put/seqid=0 2024-12-08T20:40:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:10,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741876_1052 (size=12151) 2024-12-08T20:40:10,812 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/912dc486ecc044ef8bb185531a1a83c1 2024-12-08T20:40:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a148cd4c094248c4a55f73bfcdd99e1b is 50, key is test_row_0/C:col10/1733690410426/Put/seqid=0 2024-12-08T20:40:10,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741877_1053 (size=12151) 2024-12-08T20:40:10,845 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a148cd4c094248c4a55f73bfcdd99e1b 2024-12-08T20:40:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/70c599eb1e0742678d1cd227307c780d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d 2024-12-08T20:40:10,890 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T20:40:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/912dc486ecc044ef8bb185531a1a83c1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1 2024-12-08T20:40:10,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690470892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690470892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690470892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690470892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690470892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:10,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:10,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:10,902 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T20:40:10,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a148cd4c094248c4a55f73bfcdd99e1b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b 2024-12-08T20:40:10,913 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b, entries=150, sequenceid=198, filesize=11.9 K 2024-12-08T20:40:10,920 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e9da493e7133aa3b6ff94f5bfa1efea0 in 193ms, sequenceid=198, compaction requested=true 2024-12-08T20:40:10,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:10,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:10,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-08T20:40:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-08T20:40:10,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-08T20:40:10,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 984 msec 2024-12-08T20:40:10,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 995 msec 2024-12-08T20:40:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T20:40:11,071 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:11,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-08T20:40:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:11,078 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:11,080 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:11,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:11,103 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:11,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:40:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6b3a9f1c6342430bbc791dbf0d0c3db9 is 50, key is test_row_0/A:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741878_1054 (size=12151) 2024-12-08T20:40:11,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6b3a9f1c6342430bbc791dbf0d0c3db9 2024-12-08T20:40:11,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/4c40c285c12244b992e909b2b74d0c3e is 50, key is test_row_0/B:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:11,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690471135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690471138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690471138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690471144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690471147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741879_1055 (size=12151) 2024-12-08T20:40:11,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/4c40c285c12244b992e909b2b74d0c3e 2024-12-08T20:40:11,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca58794d8fc349c98e41a0176c62b143 is 50, key is test_row_0/C:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741880_1056 (size=12151) 2024-12-08T20:40:11,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T20:40:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:11,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690471251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690471251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690471261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690471262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690471262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T20:40:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:11,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690471463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690471463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690471471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690471472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690471475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T20:40:11,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:11,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:11,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca58794d8fc349c98e41a0176c62b143 2024-12-08T20:40:11,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6b3a9f1c6342430bbc791dbf0d0c3db9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9 2024-12-08T20:40:11,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9, entries=150, sequenceid=213, filesize=11.9 K 2024-12-08T20:40:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/4c40c285c12244b992e909b2b74d0c3e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e 2024-12-08T20:40:11,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e, entries=150, sequenceid=213, filesize=11.9 K 2024-12-08T20:40:11,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca58794d8fc349c98e41a0176c62b143 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143 2024-12-08T20:40:11,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143, entries=150, sequenceid=213, filesize=11.9 K 2024-12-08T20:40:11,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e9da493e7133aa3b6ff94f5bfa1efea0 in 548ms, sequenceid=213, compaction requested=true 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:11,652 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:11,652 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:11,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:11,653 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:11,653 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:11,654 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:11,654 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:11,654 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,654 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,654 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c062c0098b1647cf8fe02e5ab0926aee, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.0 K 2024-12-08T20:40:11,654 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a8bee3390167499ba4d0412d96f37384, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.0 K 2024-12-08T20:40:11,654 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c062c0098b1647cf8fe02e5ab0926aee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733690410047 2024-12-08T20:40:11,654 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a8bee3390167499ba4d0412d96f37384, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733690410047 2024-12-08T20:40:11,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70c599eb1e0742678d1cd227307c780d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733690410426 2024-12-08T20:40:11,655 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 912dc486ecc044ef8bb185531a1a83c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733690410426 2024-12-08T20:40:11,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b3a9f1c6342430bbc791dbf0d0c3db9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:11,656 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c40c285c12244b992e909b2b74d0c3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:11,692 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:11,693 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/08ec469ad3aa4aeb8a729cb6b2e503bf is 50, key is test_row_0/A:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:11,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-08T20:40:11,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:11,697 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T20:40:11,702 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:11,702 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/f79b492ddd3640f4b19b448667575507 is 50, key is test_row_0/B:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:11,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/58183c0fe93141d6975d3b48dc50f73e is 50, key is test_row_0/A:col10/1733690411143/Put/seqid=0 2024-12-08T20:40:11,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741881_1057 (size=12663) 2024-12-08T20:40:11,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741882_1058 (size=12663) 2024-12-08T20:40:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:11,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:11,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741883_1059 (size=12151) 2024-12-08T20:40:11,792 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/58183c0fe93141d6975d3b48dc50f73e 2024-12-08T20:40:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690471799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690471802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690471805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690471808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690471808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/af9cba5ccbc748fb86e6e77747b64262 is 50, key is test_row_0/B:col10/1733690411143/Put/seqid=0 2024-12-08T20:40:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741884_1060 (size=12151) 2024-12-08T20:40:11,871 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/af9cba5ccbc748fb86e6e77747b64262 2024-12-08T20:40:11,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/662b96ece91a46c0a5a9e3bfa9504dc4 is 50, key is test_row_0/C:col10/1733690411143/Put/seqid=0 2024-12-08T20:40:11,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741885_1061 (size=12151) 2024-12-08T20:40:11,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690471912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690471912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690471922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690471922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690471922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690472122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690472122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690472131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690472131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690472131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,171 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/08ec469ad3aa4aeb8a729cb6b2e503bf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/08ec469ad3aa4aeb8a729cb6b2e503bf 2024-12-08T20:40:12,185 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/f79b492ddd3640f4b19b448667575507 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f79b492ddd3640f4b19b448667575507 2024-12-08T20:40:12,191 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 08ec469ad3aa4aeb8a729cb6b2e503bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:12,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:12,192 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690411652; duration=0sec 2024-12-08T20:40:12,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:12,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:12,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:12,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:12,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:12,194 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:12,194 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/1270a129f9dc4994a08d0b24ad0a817a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=47.8 K 2024-12-08T20:40:12,195 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1270a129f9dc4994a08d0b24ad0a817a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690409319 2024-12-08T20:40:12,196 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into f79b492ddd3640f4b19b448667575507(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:12,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:12,196 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690411652; duration=0sec 2024-12-08T20:40:12,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:12,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:12,198 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43711c73fcd42f091904abe276d8fe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1733690410047 2024-12-08T20:40:12,198 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a148cd4c094248c4a55f73bfcdd99e1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733690410426 2024-12-08T20:40:12,199 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca58794d8fc349c98e41a0176c62b143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:12,226 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:12,227 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/7786cff8312340d0b69550696ae8c9ad is 50, key is test_row_0/C:col10/1733690411102/Put/seqid=0 2024-12-08T20:40:12,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741886_1062 (size=12629) 2024-12-08T20:40:12,252 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/7786cff8312340d0b69550696ae8c9ad as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/7786cff8312340d0b69550696ae8c9ad 2024-12-08T20:40:12,262 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 7786cff8312340d0b69550696ae8c9ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:12,262 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:12,263 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=12, startTime=1733690411652; duration=0sec 2024-12-08T20:40:12,263 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:12,263 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:12,308 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/662b96ece91a46c0a5a9e3bfa9504dc4 2024-12-08T20:40:12,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/58183c0fe93141d6975d3b48dc50f73e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e 2024-12-08T20:40:12,321 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T20:40:12,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/af9cba5ccbc748fb86e6e77747b64262 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262 2024-12-08T20:40:12,330 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T20:40:12,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/662b96ece91a46c0a5a9e3bfa9504dc4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4 2024-12-08T20:40:12,338 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4, entries=150, sequenceid=234, filesize=11.9 K 2024-12-08T20:40:12,340 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for e9da493e7133aa3b6ff94f5bfa1efea0 in 642ms, sequenceid=234, compaction requested=false 2024-12-08T20:40:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-08T20:40:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-08T20:40:12,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T20:40:12,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-12-08T20:40:12,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2760 sec 2024-12-08T20:40:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:12,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:12,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6cd4b388ce154e39a19544fdbf2ca6b4 is 50, key is test_row_0/A:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:12,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741887_1063 (size=16931) 2024-12-08T20:40:12,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690472463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6cd4b388ce154e39a19544fdbf2ca6b4 2024-12-08T20:40:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690472465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690472467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690472467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690472470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/30e99c6140ed42509f3c4546f2efad1f is 50, key is test_row_0/B:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741888_1064 (size=12151) 2024-12-08T20:40:12,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690472581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690472581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690472582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690472582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690472582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690472792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:12,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/30e99c6140ed42509f3c4546f2efad1f 2024-12-08T20:40:12,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/35a0babfca3a49dfb1c164329a2c0b61 is 50, key is test_row_0/C:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741889_1065 (size=12151) 2024-12-08T20:40:13,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690473102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690473102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690473103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690473103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690473103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-08T20:40:13,232 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:13,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-08T20:40:13,234 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T20:40:13,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:13,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T20:40:13,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/35a0babfca3a49dfb1c164329a2c0b61 2024-12-08T20:40:13,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6cd4b388ce154e39a19544fdbf2ca6b4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4 2024-12-08T20:40:13,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4, entries=250, sequenceid=255, filesize=16.5 K 2024-12-08T20:40:13,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/30e99c6140ed42509f3c4546f2efad1f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f 2024-12-08T20:40:13,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f, entries=150, sequenceid=255, filesize=11.9 K 2024-12-08T20:40:13,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/35a0babfca3a49dfb1c164329a2c0b61 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61 2024-12-08T20:40:13,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T20:40:13,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:13,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:13,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61, entries=150, sequenceid=255, filesize=11.9 K 2024-12-08T20:40:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:13,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e9da493e7133aa3b6ff94f5bfa1efea0 in 963ms, sequenceid=255, compaction requested=true 2024-12-08T20:40:13,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:13,399 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:13,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:13,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:13,399 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:13,401 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:13,401 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:13,401 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,401 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/08ec469ad3aa4aeb8a729cb6b2e503bf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=40.8 K 2024-12-08T20:40:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:13,402 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:13,402 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:13,402 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ec469ad3aa4aeb8a729cb6b2e503bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:13,402 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,402 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f79b492ddd3640f4b19b448667575507, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.1 K 2024-12-08T20:40:13,403 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58183c0fe93141d6975d3b48dc50f73e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733690411115 2024-12-08T20:40:13,403 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f79b492ddd3640f4b19b448667575507, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:13,403 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting af9cba5ccbc748fb86e6e77747b64262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733690411115 2024-12-08T20:40:13,403 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cd4b388ce154e39a19544fdbf2ca6b4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411801 2024-12-08T20:40:13,404 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e99c6140ed42509f3c4546f2efad1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411803 2024-12-08T20:40:13,419 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:13,420 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/ee33a231c1294175a4bcfa468d04ba4d is 50, key is test_row_0/A:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:13,437 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:13,437 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/08080f1e01794e76beb2332d3f7b6daf is 50, key is test_row_0/B:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:13,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741891_1067 (size=12765) 2024-12-08T20:40:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741890_1066 (size=12765) 2024-12-08T20:40:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T20:40:13,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-08T20:40:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,552 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:13,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/510b07d6b0b444fd8e239e9597acb567 is 50, key is test_row_0/A:col10/1733690412464/Put/seqid=0 2024-12-08T20:40:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741892_1068 (size=12301) 2024-12-08T20:40:13,596 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/510b07d6b0b444fd8e239e9597acb567 2024-12-08T20:40:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:13,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/12b4827a994148468c5e229118b236fb is 50, key is test_row_0/B:col10/1733690412464/Put/seqid=0 2024-12-08T20:40:13,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690473634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690473634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690473637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690473637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690473638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741893_1069 (size=12301) 2024-12-08T20:40:13,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690473752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690473752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690473752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690473752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690473753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T20:40:13,889 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/08080f1e01794e76beb2332d3f7b6daf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/08080f1e01794e76beb2332d3f7b6daf 2024-12-08T20:40:13,902 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 08080f1e01794e76beb2332d3f7b6daf(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:13,902 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:13,902 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690413399; duration=0sec 2024-12-08T20:40:13,904 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:13,904 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:13,905 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:13,906 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:13,906 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:13,906 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:13,906 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/7786cff8312340d0b69550696ae8c9ad, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.1 K 2024-12-08T20:40:13,907 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7786cff8312340d0b69550696ae8c9ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690410778 2024-12-08T20:40:13,908 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 662b96ece91a46c0a5a9e3bfa9504dc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733690411115 2024-12-08T20:40:13,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a0babfca3a49dfb1c164329a2c0b61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411803 2024-12-08T20:40:13,917 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/ee33a231c1294175a4bcfa468d04ba4d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ee33a231c1294175a4bcfa468d04ba4d 2024-12-08T20:40:13,934 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into ee33a231c1294175a4bcfa468d04ba4d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:13,934 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:13,934 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690413398; duration=0sec 2024-12-08T20:40:13,934 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:13,934 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:13,942 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:13,943 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/6e888477615c44cf944449cb8df6c36a is 50, key is test_row_0/C:col10/1733690412432/Put/seqid=0 2024-12-08T20:40:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690473961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741894_1070 (size=12731) 2024-12-08T20:40:13,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690473972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690473972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690473972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:13,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690473972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:13,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,064 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/12b4827a994148468c5e229118b236fb 2024-12-08T20:40:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e7c7912599d64850bc86be6726f76520 is 50, key is test_row_0/C:col10/1733690412464/Put/seqid=0 2024-12-08T20:40:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741895_1071 (size=12301) 2024-12-08T20:40:14,109 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e7c7912599d64850bc86be6726f76520 2024-12-08T20:40:14,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/510b07d6b0b444fd8e239e9597acb567 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567 2024-12-08T20:40:14,150 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567, entries=150, sequenceid=274, filesize=12.0 K 2024-12-08T20:40:14,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/12b4827a994148468c5e229118b236fb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb 2024-12-08T20:40:14,158 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb, entries=150, sequenceid=274, filesize=12.0 K 2024-12-08T20:40:14,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e7c7912599d64850bc86be6726f76520 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520 2024-12-08T20:40:14,168 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520, entries=150, sequenceid=274, filesize=12.0 K 2024-12-08T20:40:14,169 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e9da493e7133aa3b6ff94f5bfa1efea0 in 617ms, sequenceid=274, compaction requested=false 2024-12-08T20:40:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-08T20:40:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-08T20:40:14,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-08T20:40:14,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 935 msec 2024-12-08T20:40:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 948 msec 2024-12-08T20:40:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:14,277 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:14,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:14,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/36f8e839f2ed41f9b3b9671ccf6dadc7 is 50, key is test_row_0/A:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741896_1072 (size=14741) 2024-12-08T20:40:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690474307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690474361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-08T20:40:14,372 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:14,373 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:14,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690474361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-08T20:40:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:14,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:14,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:14,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:14,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690474361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,383 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690474333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,393 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/6e888477615c44cf944449cb8df6c36a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6e888477615c44cf944449cb8df6c36a 2024-12-08T20:40:14,401 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 6e888477615c44cf944449cb8df6c36a(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:14,401 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:14,401 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690413402; duration=0sec 2024-12-08T20:40:14,401 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:14,401 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690474472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690474482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690474482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690474492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690474492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690474681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:14,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690474692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690474701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690474702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690474707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:14,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:14,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/36f8e839f2ed41f9b3b9671ccf6dadc7 2024-12-08T20:40:14,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6be00f618b2472f96111e278da23406 is 50, key is test_row_0/B:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741897_1073 (size=12301) 2024-12-08T20:40:14,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6be00f618b2472f96111e278da23406 2024-12-08T20:40:14,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/82c3acbfad5248af9b38ea1abcfa04dc is 50, key is test_row_0/C:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:14,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741898_1074 (size=12301) 2024-12-08T20:40:14,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/82c3acbfad5248af9b38ea1abcfa04dc 2024-12-08T20:40:14,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/36f8e839f2ed41f9b3b9671ccf6dadc7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7 2024-12-08T20:40:14,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7, entries=200, sequenceid=294, filesize=14.4 K 2024-12-08T20:40:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/b6be00f618b2472f96111e278da23406 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406 2024-12-08T20:40:14,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406, entries=150, sequenceid=294, filesize=12.0 K 2024-12-08T20:40:14,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/82c3acbfad5248af9b38ea1abcfa04dc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc 2024-12-08T20:40:14,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc, entries=150, sequenceid=294, filesize=12.0 K 2024-12-08T20:40:14,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e9da493e7133aa3b6ff94f5bfa1efea0 in 645ms, sequenceid=294, compaction requested=true 2024-12-08T20:40:14,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:14,923 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:14,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:14,923 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:14,924 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:14,924 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:14,924 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:14,925 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ee33a231c1294175a4bcfa468d04ba4d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=38.9 K 2024-12-08T20:40:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:14,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:14,925 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee33a231c1294175a4bcfa468d04ba4d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411803 2024-12-08T20:40:14,926 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:14,926 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510b07d6b0b444fd8e239e9597acb567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733690412444 2024-12-08T20:40:14,926 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:14,926 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:14,926 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/08080f1e01794e76beb2332d3f7b6daf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.5 K 2024-12-08T20:40:14,926 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f8e839f2ed41f9b3b9671ccf6dadc7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413619 2024-12-08T20:40:14,930 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 08080f1e01794e76beb2332d3f7b6daf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411803 2024-12-08T20:40:14,932 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 12b4827a994148468c5e229118b236fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733690412444 2024-12-08T20:40:14,933 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b6be00f618b2472f96111e278da23406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413631 2024-12-08T20:40:14,953 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:14,954 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8eb8593719854d7289f0896e8b963850 is 50, key is test_row_0/B:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:14,957 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:14,960 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6572c6d452a843cead2369bc63868638 is 50, key is test_row_0/A:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741899_1075 (size=13017) 2024-12-08T20:40:14,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741900_1076 (size=13017) 2024-12-08T20:40:14,985 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8eb8593719854d7289f0896e8b963850 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8eb8593719854d7289f0896e8b963850 2024-12-08T20:40:14,996 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/6572c6d452a843cead2369bc63868638 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6572c6d452a843cead2369bc63868638 2024-12-08T20:40:14,999 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 8eb8593719854d7289f0896e8b963850(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:14,999 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:14,999 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:14,999 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690414923; duration=0sec 2024-12-08T20:40:15,000 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:15,000 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:15,000 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:15,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:15,004 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:15,004 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:15,004 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,004 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6e888477615c44cf944449cb8df6c36a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.5 K 2024-12-08T20:40:15,006 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e888477615c44cf944449cb8df6c36a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733690411803 2024-12-08T20:40:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:15,007 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e7c7912599d64850bc86be6726f76520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733690412444 2024-12-08T20:40:15,008 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 82c3acbfad5248af9b38ea1abcfa04dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413631 2024-12-08T20:40:15,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/63777102282d46728ecd56fede70ae39 is 50, key is test_row_0/A:col10/1733690414996/Put/seqid=0 2024-12-08T20:40:15,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,043 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 6572c6d452a843cead2369bc63868638(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:15,043 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:15,043 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690414923; duration=0sec 2024-12-08T20:40:15,044 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:15,044 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741901_1077 (size=12301) 2024-12-08T20:40:15,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/63777102282d46728ecd56fede70ae39 2024-12-08T20:40:15,081 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:15,081 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/5da4ecbcab3c4bb6860a32eb78bd76ae is 50, key is test_row_0/C:col10/1733690413634/Put/seqid=0 2024-12-08T20:40:15,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/092de2b7f3784665bb830122812572ff is 50, key is test_row_0/B:col10/1733690414996/Put/seqid=0 2024-12-08T20:40:15,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741902_1078 (size=12983) 2024-12-08T20:40:15,128 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/5da4ecbcab3c4bb6860a32eb78bd76ae as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/5da4ecbcab3c4bb6860a32eb78bd76ae 2024-12-08T20:40:15,142 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 5da4ecbcab3c4bb6860a32eb78bd76ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:15,142 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:15,142 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690414925; duration=0sec 2024-12-08T20:40:15,142 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:15,142 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:15,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690475085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690475084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690475144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690475145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690475147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741903_1079 (size=12301) 2024-12-08T20:40:15,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/092de2b7f3784665bb830122812572ff 2024-12-08T20:40:15,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12bdc743d288444ea9274018beef97b5 is 50, key is test_row_0/C:col10/1733690414996/Put/seqid=0 2024-12-08T20:40:15,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741904_1080 (size=12301) 2024-12-08T20:40:15,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690475252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690475252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690475262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690475263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690475267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690475461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690475462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690475472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690475482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690475492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:15,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12bdc743d288444ea9274018beef97b5 2024-12-08T20:40:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/63777102282d46728ecd56fede70ae39 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39 2024-12-08T20:40:15,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T20:40:15,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/092de2b7f3784665bb830122812572ff as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff 2024-12-08T20:40:15,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T20:40:15,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12bdc743d288444ea9274018beef97b5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5 2024-12-08T20:40:15,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T20:40:15,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e9da493e7133aa3b6ff94f5bfa1efea0 in 697ms, sequenceid=315, compaction requested=false 2024-12-08T20:40:15,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:15,777 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:15,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:15,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c1eff9e11eb84543aa4f5cb5b08fb506 is 50, key is test_row_0/A:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:15,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690475824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741905_1081 (size=17181) 2024-12-08T20:40:15,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690475838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690475839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690475847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690475847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c1eff9e11eb84543aa4f5cb5b08fb506 2024-12-08T20:40:15,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/7bf6627c87f44fcc8ef72a896723067b is 50, key is test_row_0/B:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:15,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741906_1082 (size=12301) 2024-12-08T20:40:15,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/7bf6627c87f44fcc8ef72a896723067b 2024-12-08T20:40:15,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/eec7ee0495b04acdba2be7a8feeb8bf0 is 50, key is test_row_0/C:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690475951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690475962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690475962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690475962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690475963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:15,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741907_1083 (size=12301) 2024-12-08T20:40:15,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/eec7ee0495b04acdba2be7a8feeb8bf0 2024-12-08T20:40:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/c1eff9e11eb84543aa4f5cb5b08fb506 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506 2024-12-08T20:40:15,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:15,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:15,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:15,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:15,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506, entries=250, sequenceid=336, filesize=16.8 K 2024-12-08T20:40:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:16,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/7bf6627c87f44fcc8ef72a896723067b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b 2024-12-08T20:40:16,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T20:40:16,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/eec7ee0495b04acdba2be7a8feeb8bf0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0 2024-12-08T20:40:16,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T20:40:16,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for e9da493e7133aa3b6ff94f5bfa1efea0 in 263ms, sequenceid=336, compaction requested=true 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:16,040 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:16,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:16,040 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:16,043 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:16,043 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:16,043 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:16,043 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:16,043 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:16,043 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:16,044 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8eb8593719854d7289f0896e8b963850, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.7 K 2024-12-08T20:40:16,044 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6572c6d452a843cead2369bc63868638, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=41.5 K 2024-12-08T20:40:16,044 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6572c6d452a843cead2369bc63868638, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413631 2024-12-08T20:40:16,045 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8eb8593719854d7289f0896e8b963850, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413631 2024-12-08T20:40:16,045 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63777102282d46728ecd56fede70ae39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733690414289 2024-12-08T20:40:16,046 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 092de2b7f3784665bb830122812572ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733690414289 2024-12-08T20:40:16,046 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1eff9e11eb84543aa4f5cb5b08fb506, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:16,047 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bf6627c87f44fcc8ef72a896723067b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:16,059 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:16,060 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/ca0eb40cd11f40c18bc314da7beb065f is 50, key is test_row_0/A:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:16,068 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:16,068 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/f8ee574d630a4b9e9bf0cd5f2a4509d7 is 50, key is test_row_0/B:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:16,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741908_1084 (size=13119) 2024-12-08T20:40:16,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741909_1085 (size=13119) 2024-12-08T20:40:16,119 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/ca0eb40cd11f40c18bc314da7beb065f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ca0eb40cd11f40c18bc314da7beb065f 2024-12-08T20:40:16,137 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into ca0eb40cd11f40c18bc314da7beb065f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:16,137 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:16,137 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690416040; duration=0sec 2024-12-08T20:40:16,137 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:16,137 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:16,138 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:16,140 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:16,140 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:16,140 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:16,140 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/5da4ecbcab3c4bb6860a32eb78bd76ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.7 K 2024-12-08T20:40:16,141 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5da4ecbcab3c4bb6860a32eb78bd76ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1733690413631 2024-12-08T20:40:16,141 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12bdc743d288444ea9274018beef97b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733690414289 2024-12-08T20:40:16,142 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting eec7ee0495b04acdba2be7a8feeb8bf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:16,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-08T20:40:16,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:16,150 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:16,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/50647519566a44f2863f7c4e64eb9c14 is 50, key is test_row_0/A:col10/1733690415835/Put/seqid=0 2024-12-08T20:40:16,171 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:16,172 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/2ce5c995be2f4b2392c41ca711aeddeb is 50, key is test_row_0/C:col10/1733690415085/Put/seqid=0 2024-12-08T20:40:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741910_1086 (size=13085) 2024-12-08T20:40:16,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741911_1087 (size=12301) 2024-12-08T20:40:16,188 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/2ce5c995be2f4b2392c41ca711aeddeb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/2ce5c995be2f4b2392c41ca711aeddeb 2024-12-08T20:40:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690476193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,201 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 2ce5c995be2f4b2392c41ca711aeddeb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:16,201 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,202 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690416040; duration=0sec 2024-12-08T20:40:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,202 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:16,202 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690476195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690476197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690476201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690476203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690476311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690476312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690476312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690476312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690476312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690476523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690476523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,529 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/f8ee574d630a4b9e9bf0cd5f2a4509d7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f8ee574d630a4b9e9bf0cd5f2a4509d7 2024-12-08T20:40:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690476524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690476524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690476531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,539 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into f8ee574d630a4b9e9bf0cd5f2a4509d7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:16,539 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:16,539 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690416040; duration=0sec 2024-12-08T20:40:16,539 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:16,539 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:16,582 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/50647519566a44f2863f7c4e64eb9c14 2024-12-08T20:40:16,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5a3cead297a941b08182de50526a0ffa is 50, key is test_row_0/B:col10/1733690415835/Put/seqid=0 2024-12-08T20:40:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741912_1088 (size=12301) 2024-12-08T20:40:16,633 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5a3cead297a941b08182de50526a0ffa 2024-12-08T20:40:16,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/88c73293571941dcac8e391ed18e57cb is 50, key is test_row_0/C:col10/1733690415835/Put/seqid=0 2024-12-08T20:40:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741913_1089 (size=12301) 2024-12-08T20:40:16,693 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/88c73293571941dcac8e391ed18e57cb 2024-12-08T20:40:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/50647519566a44f2863f7c4e64eb9c14 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14 2024-12-08T20:40:16,708 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T20:40:16,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5a3cead297a941b08182de50526a0ffa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa 2024-12-08T20:40:16,718 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T20:40:16,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/88c73293571941dcac8e391ed18e57cb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb 2024-12-08T20:40:16,730 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T20:40:16,732 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for e9da493e7133aa3b6ff94f5bfa1efea0 in 583ms, sequenceid=356, compaction requested=false 2024-12-08T20:40:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:16,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-08T20:40:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-08T20:40:16,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-08T20:40:16,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3580 sec 2024-12-08T20:40:16,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.3690 sec 2024-12-08T20:40:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:16,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:16,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690476867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e6428d6c64af487aa1bb56cc9c67a9e1 is 50, key is test_row_0/A:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690476872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690476873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690476873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690476875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741914_1090 (size=14741) 2024-12-08T20:40:16,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e6428d6c64af487aa1bb56cc9c67a9e1 2024-12-08T20:40:16,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9594b4efbd204af3b736e0cab6887222 is 50, key is test_row_0/B:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:16,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741915_1091 (size=12301) 2024-12-08T20:40:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690476981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690476991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690476992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690476992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690476991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:16,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690477191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690477201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690477202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690477202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690477202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9594b4efbd204af3b736e0cab6887222 2024-12-08T20:40:17,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/36fe73b03b724df7bbed8349b480b591 is 50, key is test_row_0/C:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741916_1092 (size=12301) 2024-12-08T20:40:17,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/36fe73b03b724df7bbed8349b480b591 2024-12-08T20:40:17,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e6428d6c64af487aa1bb56cc9c67a9e1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1 2024-12-08T20:40:17,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1, entries=200, sequenceid=377, filesize=14.4 K 2024-12-08T20:40:17,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9594b4efbd204af3b736e0cab6887222 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222 2024-12-08T20:40:17,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222, entries=150, sequenceid=377, filesize=12.0 K 2024-12-08T20:40:17,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/36fe73b03b724df7bbed8349b480b591 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591 2024-12-08T20:40:17,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591, entries=150, sequenceid=377, filesize=12.0 K 2024-12-08T20:40:17,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e9da493e7133aa3b6ff94f5bfa1efea0 in 630ms, sequenceid=377, compaction requested=true 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:17,477 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:17,477 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:17,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:17,478 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:17,478 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:17,479 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:17,479 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f8ee574d630a4b9e9bf0cd5f2a4509d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.8 K 2024-12-08T20:40:17,479 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:17,479 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:17,479 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:17,479 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ca0eb40cd11f40c18bc314da7beb065f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=39.2 K 2024-12-08T20:40:17,480 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f8ee574d630a4b9e9bf0cd5f2a4509d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:17,480 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca0eb40cd11f40c18bc314da7beb065f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:17,480 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50647519566a44f2863f7c4e64eb9c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733690415824 2024-12-08T20:40:17,481 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a3cead297a941b08182de50526a0ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733690415824 2024-12-08T20:40:17,481 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6428d6c64af487aa1bb56cc9c67a9e1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:17,481 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9594b4efbd204af3b736e0cab6887222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:17,503 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:17,504 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/789e8f794c03465387b4d100421f5557 is 50, key is test_row_0/A:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:17,506 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:17,507 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6912a820cafe4e4e9024a20f792888a7 is 50, key is test_row_0/B:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:17,510 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:17,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:17,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/cc9230ad862f4fc4862b6d1b703e5e2b is 50, key is test_row_0/A:col10/1733690416871/Put/seqid=0 2024-12-08T20:40:17,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741917_1093 (size=13221) 2024-12-08T20:40:17,544 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/789e8f794c03465387b4d100421f5557 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/789e8f794c03465387b4d100421f5557 2024-12-08T20:40:17,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690477538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690477541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690477541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,552 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 789e8f794c03465387b4d100421f5557(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:17,552 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,552 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690417477; duration=0sec 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690477543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690477544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,553 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:17,553 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,553 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:17,556 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:17,556 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:17,556 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:17,557 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/2ce5c995be2f4b2392c41ca711aeddeb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.8 K 2024-12-08T20:40:17,558 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ce5c995be2f4b2392c41ca711aeddeb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690415085 2024-12-08T20:40:17,558 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88c73293571941dcac8e391ed18e57cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733690415824 2024-12-08T20:40:17,559 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36fe73b03b724df7bbed8349b480b591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741918_1094 (size=13221) 2024-12-08T20:40:17,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741919_1095 (size=14741) 2024-12-08T20:40:17,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/cc9230ad862f4fc4862b6d1b703e5e2b 2024-12-08T20:40:17,589 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:17,589 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/b0bb2f9c924b41eb9dee8af0c1d37b28 is 50, key is test_row_0/C:col10/1733690416187/Put/seqid=0 2024-12-08T20:40:17,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741920_1096 (size=13187) 2024-12-08T20:40:17,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3a4455b63849409a88a70dd422f48be7 is 50, key is test_row_0/B:col10/1733690416871/Put/seqid=0 2024-12-08T20:40:17,625 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/b0bb2f9c924b41eb9dee8af0c1d37b28 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/b0bb2f9c924b41eb9dee8af0c1d37b28 2024-12-08T20:40:17,637 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into b0bb2f9c924b41eb9dee8af0c1d37b28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:17,637 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:17,637 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690417477; duration=0sec 2024-12-08T20:40:17,637 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:17,637 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:17,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741921_1097 (size=12301) 2024-12-08T20:40:17,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3a4455b63849409a88a70dd422f48be7 2024-12-08T20:40:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca6a57c9869e46d5b7be42ec6992ba3d is 50, key is test_row_0/C:col10/1733690416871/Put/seqid=0 2024-12-08T20:40:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741922_1098 (size=12301) 2024-12-08T20:40:17,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca6a57c9869e46d5b7be42ec6992ba3d 2024-12-08T20:40:17,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/cc9230ad862f4fc4862b6d1b703e5e2b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b 2024-12-08T20:40:17,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b, entries=200, sequenceid=395, filesize=14.4 K 2024-12-08T20:40:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3a4455b63849409a88a70dd422f48be7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7 2024-12-08T20:40:17,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7, entries=150, sequenceid=395, filesize=12.0 K 2024-12-08T20:40:17,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/ca6a57c9869e46d5b7be42ec6992ba3d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d 2024-12-08T20:40:17,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d, entries=150, sequenceid=395, filesize=12.0 K 2024-12-08T20:40:17,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e9da493e7133aa3b6ff94f5bfa1efea0 in 246ms, sequenceid=395, compaction requested=false 2024-12-08T20:40:17,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:17,874 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:17,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:17,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e06a6bcfd1334066b9c6c6eefa262703 is 50, key is test_row_0/A:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741923_1099 (size=12301) 2024-12-08T20:40:17,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e06a6bcfd1334066b9c6c6eefa262703 2024-12-08T20:40:17,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690477900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690477902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690477904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690477906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690477906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:17,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:17,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8303d91551df4d528a803e085869d491 is 50, key is test_row_0/B:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:17,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741924_1100 (size=12301) 2024-12-08T20:40:17,975 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/6912a820cafe4e4e9024a20f792888a7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6912a820cafe4e4e9024a20f792888a7 2024-12-08T20:40:17,984 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 6912a820cafe4e4e9024a20f792888a7(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:17,984 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:17,984 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690417477; duration=0sec 2024-12-08T20:40:17,984 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:17,984 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690478011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690478021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690478021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690478022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690478022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690478221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690478232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690478232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690478232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690478232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8303d91551df4d528a803e085869d491 2024-12-08T20:40:18,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/4326f1c1973d493c92fb98db6d54a94a is 50, key is test_row_0/C:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741925_1101 (size=12301) 2024-12-08T20:40:18,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/4326f1c1973d493c92fb98db6d54a94a 2024-12-08T20:40:18,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/e06a6bcfd1334066b9c6c6eefa262703 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703 2024-12-08T20:40:18,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T20:40:18,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8303d91551df4d528a803e085869d491 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491 2024-12-08T20:40:18,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T20:40:18,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/4326f1c1973d493c92fb98db6d54a94a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a 2024-12-08T20:40:18,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a, entries=150, sequenceid=417, filesize=12.0 K 2024-12-08T20:40:18,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e9da493e7133aa3b6ff94f5bfa1efea0 in 556ms, sequenceid=417, compaction requested=true 2024-12-08T20:40:18,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:18,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:18,431 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:18,431 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:18,432 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:18,432 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:18,432 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:18,432 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:18,432 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,432 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,432 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/789e8f794c03465387b4d100421f5557, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=39.3 K 2024-12-08T20:40:18,432 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6912a820cafe4e4e9024a20f792888a7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.9 K 2024-12-08T20:40:18,433 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6912a820cafe4e4e9024a20f792888a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:18,433 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 789e8f794c03465387b4d100421f5557, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:18,433 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc9230ad862f4fc4862b6d1b703e5e2b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733690416866 2024-12-08T20:40:18,434 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4455b63849409a88a70dd422f48be7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733690416871 2024-12-08T20:40:18,434 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e06a6bcfd1334066b9c6c6eefa262703, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:18,435 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8303d91551df4d528a803e085869d491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:18,455 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:18,455 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:18,456 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/1104ea06434d492487c90f8a312d51c0 is 50, key is test_row_0/A:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:18,456 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a669e6605d4d49579e71bf562f77fb91 is 50, key is test_row_0/B:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741927_1103 (size=13323) 2024-12-08T20:40:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741926_1102 (size=13323) 2024-12-08T20:40:18,502 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/1104ea06434d492487c90f8a312d51c0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1104ea06434d492487c90f8a312d51c0 2024-12-08T20:40:18,511 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 1104ea06434d492487c90f8a312d51c0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:18,511 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:18,511 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690418430; duration=0sec 2024-12-08T20:40:18,511 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:18,511 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:18,511 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:18,513 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:18,513 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:18,513 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,513 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/b0bb2f9c924b41eb9dee8af0c1d37b28, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=36.9 K 2024-12-08T20:40:18,514 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0bb2f9c924b41eb9dee8af0c1d37b28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733690416187 2024-12-08T20:40:18,514 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca6a57c9869e46d5b7be42ec6992ba3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733690416871 2024-12-08T20:40:18,515 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4326f1c1973d493c92fb98db6d54a94a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:18,529 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:18,530 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/67aec39d2d274dd5a4d90e04be522efc is 50, key is test_row_0/C:col10/1733690417518/Put/seqid=0 2024-12-08T20:40:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T20:40:18,532 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:18,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-08T20:40:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:18,535 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:18,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:18,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:18,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:18,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:18,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/1ae91c2ac5954c42b63a014f8f58e261 is 50, key is test_row_0/A:col10/1733690417895/Put/seqid=0 2024-12-08T20:40:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741929_1105 (size=12301) 2024-12-08T20:40:18,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/1ae91c2ac5954c42b63a014f8f58e261 2024-12-08T20:40:18,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fb2626d2fcfc4e47a1d656632a724ebf is 50, key is test_row_0/B:col10/1733690417895/Put/seqid=0 2024-12-08T20:40:18,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741928_1104 (size=13289) 2024-12-08T20:40:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690478571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690478573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690478574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690478574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690478575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741930_1106 (size=12301) 2024-12-08T20:40:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690478681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690478681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690478681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690478681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690478681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-08T20:40:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-08T20:40:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:18,878 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/a669e6605d4d49579e71bf562f77fb91 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a669e6605d4d49579e71bf562f77fb91 2024-12-08T20:40:18,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into a669e6605d4d49579e71bf562f77fb91(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:18,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:18,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690418431; duration=0sec 2024-12-08T20:40:18,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:18,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690478892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690478892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690478892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690478892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690478892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:18,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:18,966 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/67aec39d2d274dd5a4d90e04be522efc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/67aec39d2d274dd5a4d90e04be522efc 2024-12-08T20:40:18,976 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 67aec39d2d274dd5a4d90e04be522efc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:18,976 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:18,976 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690418431; duration=0sec 2024-12-08T20:40:18,976 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:18,976 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:18,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fb2626d2fcfc4e47a1d656632a724ebf 2024-12-08T20:40:18,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-08T20:40:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:18,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:19,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12f37087dec9430f9b16bffb4ea916b0 is 50, key is test_row_0/C:col10/1733690417895/Put/seqid=0 2024-12-08T20:40:19,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741931_1107 (size=12301) 2024-12-08T20:40:19,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12f37087dec9430f9b16bffb4ea916b0 2024-12-08T20:40:19,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/1ae91c2ac5954c42b63a014f8f58e261 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261 2024-12-08T20:40:19,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261, entries=150, sequenceid=437, filesize=12.0 K 2024-12-08T20:40:19,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/fb2626d2fcfc4e47a1d656632a724ebf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf 2024-12-08T20:40:19,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf, entries=150, sequenceid=437, filesize=12.0 K 2024-12-08T20:40:19,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/12f37087dec9430f9b16bffb4ea916b0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0 2024-12-08T20:40:19,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0, entries=150, sequenceid=437, filesize=12.0 K 2024-12-08T20:40:19,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e9da493e7133aa3b6ff94f5bfa1efea0 in 553ms, sequenceid=437, compaction requested=false 2024-12-08T20:40:19,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:19,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-08T20:40:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:19,153 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:40:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:19,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/97ea4d5178f04f488093473a9742025f is 50, key is test_row_0/A:col10/1733690418573/Put/seqid=0 2024-12-08T20:40:19,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741932_1108 (size=12301) 2024-12-08T20:40:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:19,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:19,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690479227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690479229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690479230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690479231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690479235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690479341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690479342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690479342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690479342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690479352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690479552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690479562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,580 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/97ea4d5178f04f488093473a9742025f 2024-12-08T20:40:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5be7d7e1a7e945089d6991e2eebaeeea is 50, key is test_row_0/B:col10/1733690418573/Put/seqid=0 2024-12-08T20:40:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741933_1109 (size=12301) 2024-12-08T20:40:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:19,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690479861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690479861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690479861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690479861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:19,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690479871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,022 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5be7d7e1a7e945089d6991e2eebaeeea 2024-12-08T20:40:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/6ea4d1bf45b14781b9e003f750917fdf is 50, key is test_row_0/C:col10/1733690418573/Put/seqid=0 2024-12-08T20:40:20,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741934_1110 (size=12301) 2024-12-08T20:40:20,065 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/6ea4d1bf45b14781b9e003f750917fdf 2024-12-08T20:40:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/97ea4d5178f04f488093473a9742025f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f 2024-12-08T20:40:20,076 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f, entries=150, sequenceid=457, filesize=12.0 K 2024-12-08T20:40:20,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/5be7d7e1a7e945089d6991e2eebaeeea as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea 2024-12-08T20:40:20,087 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea, entries=150, sequenceid=457, filesize=12.0 K 2024-12-08T20:40:20,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/6ea4d1bf45b14781b9e003f750917fdf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf 2024-12-08T20:40:20,097 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf, entries=150, sequenceid=457, filesize=12.0 K 2024-12-08T20:40:20,098 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e9da493e7133aa3b6ff94f5bfa1efea0 in 945ms, sequenceid=457, compaction requested=true 2024-12-08T20:40:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-08T20:40:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-08T20:40:20,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-08T20:40:20,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5640 sec 2024-12-08T20:40:20,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5710 sec 2024-12-08T20:40:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:20,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:20,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T20:40:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690480392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/18bf9ccb0d2e4a82a66e11d27200a972 is 50, key is test_row_0/A:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690480396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690480396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690480398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690480399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741935_1111 (size=14741) 2024-12-08T20:40:20,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/18bf9ccb0d2e4a82a66e11d27200a972 2024-12-08T20:40:20,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/1314290721084d7f833387c2be01ab9c is 50, key is test_row_0/B:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741936_1112 (size=12301) 2024-12-08T20:40:20,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/1314290721084d7f833387c2be01ab9c 2024-12-08T20:40:20,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/18af6971361d49909b62b12c4779fae1 is 50, key is test_row_0/C:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741937_1113 (size=12301) 2024-12-08T20:40:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690480512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690480512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690480512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690480512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690480512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-08T20:40:20,682 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:20,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-08T20:40:20,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:20,689 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:20,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690480721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690480722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690480722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690480722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690480723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:20,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:20,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-08T20:40:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:20,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:20,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/18af6971361d49909b62b12c4779fae1 2024-12-08T20:40:20,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/18bf9ccb0d2e4a82a66e11d27200a972 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972 2024-12-08T20:40:20,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972, entries=200, sequenceid=477, filesize=14.4 K 2024-12-08T20:40:20,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/1314290721084d7f833387c2be01ab9c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c 2024-12-08T20:40:20,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c, entries=150, sequenceid=477, filesize=12.0 K 2024-12-08T20:40:20,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/18af6971361d49909b62b12c4779fae1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1 2024-12-08T20:40:20,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1, entries=150, sequenceid=477, filesize=12.0 K 2024-12-08T20:40:20,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e9da493e7133aa3b6ff94f5bfa1efea0 in 534ms, sequenceid=477, compaction requested=true 2024-12-08T20:40:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:20,909 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:20,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:20,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:20,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:20,910 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:20,910 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:20,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:20,910 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,911 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a669e6605d4d49579e71bf562f77fb91, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=49.0 K 2024-12-08T20:40:20,911 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,911 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1104ea06434d492487c90f8a312d51c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=51.4 K 2024-12-08T20:40:20,911 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a669e6605d4d49579e71bf562f77fb91, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:20,911 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1104ea06434d492487c90f8a312d51c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:20,911 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2626d2fcfc4e47a1d656632a724ebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733690417895 2024-12-08T20:40:20,912 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ae91c2ac5954c42b63a014f8f58e261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733690417895 2024-12-08T20:40:20,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be7d7e1a7e945089d6991e2eebaeeea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733690418571 2024-12-08T20:40:20,912 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97ea4d5178f04f488093473a9742025f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733690418571 2024-12-08T20:40:20,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1314290721084d7f833387c2be01ab9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:20,912 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18bf9ccb0d2e4a82a66e11d27200a972, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:20,922 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:20,922 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:20,922 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/4eada29882ca4fb6b7d5fe9e99bb4d65 is 50, key is test_row_0/A:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,922 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/c763d7671f5642b19d24db7abd573d74 is 50, key is test_row_0/B:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741939_1115 (size=13459) 2024-12-08T20:40:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741938_1114 (size=13459) 2024-12-08T20:40:20,934 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/4eada29882ca4fb6b7d5fe9e99bb4d65 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/4eada29882ca4fb6b7d5fe9e99bb4d65 2024-12-08T20:40:20,942 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 4eada29882ca4fb6b7d5fe9e99bb4d65(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:20,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:20,942 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=12, startTime=1733690420908; duration=0sec 2024-12-08T20:40:20,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:20,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:20,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:20,944 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:20,944 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:20,944 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,944 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/67aec39d2d274dd5a4d90e04be522efc, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=49.0 K 2024-12-08T20:40:20,945 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67aec39d2d274dd5a4d90e04be522efc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1733690417518 2024-12-08T20:40:20,945 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12f37087dec9430f9b16bffb4ea916b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733690417895 2024-12-08T20:40:20,946 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ea4d1bf45b14781b9e003f750917fdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733690418571 2024-12-08T20:40:20,946 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18af6971361d49909b62b12c4779fae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:20,957 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:20,957 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/85652e72c9a547cc8b38f3c65469016c is 50, key is test_row_0/C:col10/1733690419227/Put/seqid=0 2024-12-08T20:40:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741940_1116 (size=13425) 2024-12-08T20:40:20,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-08T20:40:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:20,996 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:40:21,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/31154f11a4124981ad240e2864a6a14b is 50, key is test_row_0/A:col10/1733690420391/Put/seqid=0 2024-12-08T20:40:21,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741941_1117 (size=12301) 2024-12-08T20:40:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:21,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690481045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690481046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690481046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690481046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690481049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690481151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690481161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690481161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690481161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690481161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:21,333 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/c763d7671f5642b19d24db7abd573d74 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c763d7671f5642b19d24db7abd573d74 2024-12-08T20:40:21,338 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into c763d7671f5642b19d24db7abd573d74(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:21,338 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:21,339 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=12, startTime=1733690420909; duration=0sec 2024-12-08T20:40:21,339 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:21,339 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:21,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690481361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690481371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690481371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690481371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690481372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,382 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/85652e72c9a547cc8b38f3c65469016c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/85652e72c9a547cc8b38f3c65469016c 2024-12-08T20:40:21,386 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 85652e72c9a547cc8b38f3c65469016c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:21,387 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:21,387 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=12, startTime=1733690420909; duration=0sec 2024-12-08T20:40:21,387 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:21,387 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:21,407 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/31154f11a4124981ad240e2864a6a14b 2024-12-08T20:40:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8c4882b0b2bf4dfd9932fadd14dac7c6 is 50, key is test_row_0/B:col10/1733690420391/Put/seqid=0 2024-12-08T20:40:21,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741942_1118 (size=12301) 2024-12-08T20:40:21,419 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8c4882b0b2bf4dfd9932fadd14dac7c6 2024-12-08T20:40:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e17fd1a9b1494176bc0cee59c48c60ae is 50, key is test_row_0/C:col10/1733690420391/Put/seqid=0 2024-12-08T20:40:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741943_1119 (size=12301) 2024-12-08T20:40:21,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690481671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690481690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690481690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690481691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690481691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:21,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:21,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:21,857 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e17fd1a9b1494176bc0cee59c48c60ae 2024-12-08T20:40:21,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/31154f11a4124981ad240e2864a6a14b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b 2024-12-08T20:40:21,873 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b, entries=150, sequenceid=494, filesize=12.0 K 2024-12-08T20:40:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/8c4882b0b2bf4dfd9932fadd14dac7c6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6 2024-12-08T20:40:21,880 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6, entries=150, sequenceid=494, filesize=12.0 K 2024-12-08T20:40:21,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e17fd1a9b1494176bc0cee59c48c60ae as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae 2024-12-08T20:40:21,887 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae, entries=150, sequenceid=494, filesize=12.0 K 2024-12-08T20:40:21,889 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e9da493e7133aa3b6ff94f5bfa1efea0 in 892ms, sequenceid=494, compaction requested=false 2024-12-08T20:40:21,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:21,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:21,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-08T20:40:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-08T20:40:21,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-08T20:40:21,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2010 sec 2024-12-08T20:40:21,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2110 sec 2024-12-08T20:40:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:22,183 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:22,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T20:40:22,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d319292ee42b4ca09cea0d86c491baf0 is 50, key is test_row_0/A:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741944_1120 (size=12301) 2024-12-08T20:40:22,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d319292ee42b4ca09cea0d86c491baf0 2024-12-08T20:40:22,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/71180b1992484897a107d33a787975a0 is 50, key is test_row_0/B:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741945_1121 (size=12301) 2024-12-08T20:40:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690482207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690482207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690482212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690482209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690482214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690482321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690482322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690482322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690482333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690482333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690482531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690482531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690482531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690482542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690482542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/71180b1992484897a107d33a787975a0 2024-12-08T20:40:22,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a841c2e9beef462b8bec5d61715b330a is 50, key is test_row_0/C:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741946_1122 (size=12301) 2024-12-08T20:40:22,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a841c2e9beef462b8bec5d61715b330a 2024-12-08T20:40:22,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/d319292ee42b4ca09cea0d86c491baf0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0 2024-12-08T20:40:22,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0, entries=150, sequenceid=517, filesize=12.0 K 2024-12-08T20:40:22,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/71180b1992484897a107d33a787975a0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0 2024-12-08T20:40:22,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0, entries=150, sequenceid=517, filesize=12.0 K 2024-12-08T20:40:22,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/a841c2e9beef462b8bec5d61715b330a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a 2024-12-08T20:40:22,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a, entries=150, sequenceid=517, filesize=12.0 K 2024-12-08T20:40:22,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e9da493e7133aa3b6ff94f5bfa1efea0 in 469ms, sequenceid=517, compaction requested=true 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:22,652 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:22,652 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:22,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:22,653 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:22,654 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/B is initiating minor compaction (all files) 2024-12-08T20:40:22,654 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:22,654 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/A is initiating minor compaction (all files) 2024-12-08T20:40:22,654 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/B in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:22,654 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/A in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:22,654 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c763d7671f5642b19d24db7abd573d74, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=37.2 K 2024-12-08T20:40:22,654 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/4eada29882ca4fb6b7d5fe9e99bb4d65, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=37.2 K 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c763d7671f5642b19d24db7abd573d74, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eada29882ca4fb6b7d5fe9e99bb4d65, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c4882b0b2bf4dfd9932fadd14dac7c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733690420391 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31154f11a4124981ad240e2864a6a14b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733690420391 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 71180b1992484897a107d33a787975a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733690421041 2024-12-08T20:40:22,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d319292ee42b4ca09cea0d86c491baf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733690421041 2024-12-08T20:40:22,666 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#A#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:22,666 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/53035cf18f7440df86dc3c11353921be is 50, key is test_row_0/A:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,669 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:22,670 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/4a0465128ede4a25aeeb0a5a55083063 is 50, key is test_row_0/B:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741947_1123 (size=13561) 2024-12-08T20:40:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741948_1124 (size=13561) 2024-12-08T20:40:22,689 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/53035cf18f7440df86dc3c11353921be as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/53035cf18f7440df86dc3c11353921be 2024-12-08T20:40:22,694 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/A of e9da493e7133aa3b6ff94f5bfa1efea0 into 53035cf18f7440df86dc3c11353921be(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:22,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:22,694 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/A, priority=13, startTime=1733690422652; duration=0sec 2024-12-08T20:40:22,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:22,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:22,695 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:22,696 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:22,696 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): e9da493e7133aa3b6ff94f5bfa1efea0/C is initiating minor compaction (all files) 2024-12-08T20:40:22,696 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9da493e7133aa3b6ff94f5bfa1efea0/C in TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:22,696 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/85652e72c9a547cc8b38f3c65469016c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp, totalSize=37.1 K 2024-12-08T20:40:22,697 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85652e72c9a547cc8b38f3c65469016c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733690419226 2024-12-08T20:40:22,697 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e17fd1a9b1494176bc0cee59c48c60ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733690420391 2024-12-08T20:40:22,697 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a841c2e9beef462b8bec5d61715b330a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1733690421041 2024-12-08T20:40:22,708 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9da493e7133aa3b6ff94f5bfa1efea0#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:22,709 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/4a9598af2507465599bb5cbe17a0ba67 is 50, key is test_row_0/C:col10/1733690421043/Put/seqid=0 2024-12-08T20:40:22,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741949_1125 (size=13527) 2024-12-08T20:40:22,720 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/4a9598af2507465599bb5cbe17a0ba67 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4a9598af2507465599bb5cbe17a0ba67 2024-12-08T20:40:22,726 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/C of e9da493e7133aa3b6ff94f5bfa1efea0 into 4a9598af2507465599bb5cbe17a0ba67(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:22,726 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:22,726 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/C, priority=13, startTime=1733690422652; duration=0sec 2024-12-08T20:40:22,726 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:22,726 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-08T20:40:22,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:22,842 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-08T20:40:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:22,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:22,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:40:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:22,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:22,845 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:22,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:22,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/55b751035ed0418583175a3cd811ade0 is 50, key is test_row_0/A:col10/1733690422842/Put/seqid=0 2024-12-08T20:40:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741950_1126 (size=12301) 2024-12-08T20:40:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690482865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690482865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690482867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690482867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690482868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:22,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690482981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690482982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690482982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690482982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690482982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:22,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-08T20:40:22,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:22,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:22,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:22,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,095 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/4a0465128ede4a25aeeb0a5a55083063 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4a0465128ede4a25aeeb0a5a55083063 2024-12-08T20:40:23,109 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9da493e7133aa3b6ff94f5bfa1efea0/B of e9da493e7133aa3b6ff94f5bfa1efea0 into 4a0465128ede4a25aeeb0a5a55083063(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:23,109 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:23,109 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., storeName=e9da493e7133aa3b6ff94f5bfa1efea0/B, priority=13, startTime=1733690422652; duration=0sec 2024-12-08T20:40:23,109 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:23,109 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:23,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-08T20:40:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:23,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:23,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690483192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690483192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690483192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690483192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690483192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/55b751035ed0418583175a3cd811ade0 2024-12-08T20:40:23,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3b809596348540599ddf4c0360410c2f is 50, key is test_row_0/B:col10/1733690422842/Put/seqid=0 2024-12-08T20:40:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741951_1127 (size=12301) 2024-12-08T20:40:23,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3b809596348540599ddf4c0360410c2f 2024-12-08T20:40:23,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/cfc9f8448c6b49498e2340022d338d2e is 50, key is test_row_0/C:col10/1733690422842/Put/seqid=0 2024-12-08T20:40:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741952_1128 (size=12301) 2024-12-08T20:40:23,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/cfc9f8448c6b49498e2340022d338d2e 2024-12-08T20:40:23,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/55b751035ed0418583175a3cd811ade0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/55b751035ed0418583175a3cd811ade0 2024-12-08T20:40:23,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-08T20:40:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:23,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:23,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/55b751035ed0418583175a3cd811ade0, entries=150, sequenceid=536, filesize=12.0 K 2024-12-08T20:40:23,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/3b809596348540599ddf4c0360410c2f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3b809596348540599ddf4c0360410c2f 2024-12-08T20:40:23,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3b809596348540599ddf4c0360410c2f, entries=150, sequenceid=536, filesize=12.0 K 2024-12-08T20:40:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/cfc9f8448c6b49498e2340022d338d2e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/cfc9f8448c6b49498e2340022d338d2e 2024-12-08T20:40:23,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/cfc9f8448c6b49498e2340022d338d2e, entries=150, sequenceid=536, filesize=12.0 K 2024-12-08T20:40:23,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e9da493e7133aa3b6ff94f5bfa1efea0 in 485ms, sequenceid=536, compaction requested=false 2024-12-08T20:40:23,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:23,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-08T20:40:23,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:23,458 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:40:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b02b3f3f420f4f789631a567712c7b38 is 50, key is test_row_0/A:col10/1733690422866/Put/seqid=0 2024-12-08T20:40:23,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741953_1129 (size=12301) 2024-12-08T20:40:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:23,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. as already flushing 2024-12-08T20:40:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690483515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690483516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690483516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690483517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690483517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,602 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-08T20:40:23,602 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:23,605 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-08T20:40:23,605 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:23,606 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-08T20:40:23,606 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:23,607 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-08T20:40:23,607 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:23,607 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,607 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,607 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,607 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,608 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,608 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,608 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,608 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:23,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:23,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:23,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:23,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690483621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690483621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690483632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690483632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690483832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690483832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690483832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690483841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690483841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:23,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:23,867 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b02b3f3f420f4f789631a567712c7b38 2024-12-08T20:40:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/c7dcb0cb668d42ca93e99563abc718e9 is 50, key is test_row_0/B:col10/1733690422866/Put/seqid=0 2024-12-08T20:40:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741954_1130 (size=12301) 2024-12-08T20:40:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690484142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690484141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690484141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690484152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690484152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,281 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/c7dcb0cb668d42ca93e99563abc718e9 2024-12-08T20:40:24,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e615a67a33004855a0b68590eedd8ed6 is 50, key is test_row_0/C:col10/1733690422866/Put/seqid=0 2024-12-08T20:40:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741955_1131 (size=12301) 2024-12-08T20:40:24,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56220 deadline: 1733690484651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56264 deadline: 1733690484651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56190 deadline: 1733690484651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56258 deadline: 1733690484662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56256 deadline: 1733690484662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:40:24,696 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e615a67a33004855a0b68590eedd8ed6 2024-12-08T20:40:24,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/b02b3f3f420f4f789631a567712c7b38 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b02b3f3f420f4f789631a567712c7b38 2024-12-08T20:40:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b02b3f3f420f4f789631a567712c7b38, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T20:40:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/c7dcb0cb668d42ca93e99563abc718e9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c7dcb0cb668d42ca93e99563abc718e9 2024-12-08T20:40:24,710 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c7dcb0cb668d42ca93e99563abc718e9, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T20:40:24,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/e615a67a33004855a0b68590eedd8ed6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e615a67a33004855a0b68590eedd8ed6 2024-12-08T20:40:24,714 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e615a67a33004855a0b68590eedd8ed6, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T20:40:24,715 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1257ms, sequenceid=556, compaction requested=true 2024-12-08T20:40:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:24,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-08T20:40:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-08T20:40:24,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-08T20:40:24,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-12-08T20:40:24,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.8760 sec 2024-12-08T20:40:24,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:40:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-08T20:40:24,993 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:25,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T20:40:25,663 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-08T20:40:25,663 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-08T20:40:25,663 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:25,663 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:25,663 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,663 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,664 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,664 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9f7c9135f06b4a26a0ec704a3eec1036 is 50, key is test_row_0/A:col10/1733690425662/Put/seqid=0 2024-12-08T20:40:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741956_1132 (size=12301) 2024-12-08T20:40:25,673 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-08T20:40:25,673 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-08T20:40:25,673 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:25,673 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-08T20:40:25,674 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:25,674 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:25,674 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3598 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3620 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:40:25,674 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1718 2024-12-08T20:40:25,675 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5150 rows 2024-12-08T20:40:25,675 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1712 2024-12-08T20:40:25,675 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5129 rows 2024-12-08T20:40:25,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:40:25,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:40:25,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:25,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:25,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:40:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:25,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690425686"}]},"ts":"1733690425686"} 2024-12-08T20:40:25,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:40:25,688 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:40:25,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:40:25,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, UNASSIGN}] 2024-12-08T20:40:25,696 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, UNASSIGN 2024-12-08T20:40:25,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e9da493e7133aa3b6ff94f5bfa1efea0, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:25,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, UNASSIGN because future has completed 2024-12-08T20:40:25,700 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:40:25,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:25,856 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:25,857 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:40:25,857 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing e9da493e7133aa3b6ff94f5bfa1efea0, disabling compactions & flushes 2024-12-08T20:40:25,857 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:26,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9f7c9135f06b4a26a0ec704a3eec1036 2024-12-08T20:40:26,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9dc3659ebff740b9ae4812f5fda352d7 is 50, key is test_row_0/B:col10/1733690425662/Put/seqid=0 2024-12-08T20:40:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741957_1133 (size=12301) 2024-12-08T20:40:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:26,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9dc3659ebff740b9ae4812f5fda352d7 2024-12-08T20:40:26,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/943b3e85cf3b44ae87a582838c6d841c is 50, key is test_row_0/C:col10/1733690425662/Put/seqid=0 2024-12-08T20:40:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741958_1134 (size=12301) 2024-12-08T20:40:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:26,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/943b3e85cf3b44ae87a582838c6d841c 2024-12-08T20:40:26,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/9f7c9135f06b4a26a0ec704a3eec1036 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9f7c9135f06b4a26a0ec704a3eec1036 2024-12-08T20:40:26,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9f7c9135f06b4a26a0ec704a3eec1036, entries=150, sequenceid=577, filesize=12.0 K 2024-12-08T20:40:26,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/9dc3659ebff740b9ae4812f5fda352d7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9dc3659ebff740b9ae4812f5fda352d7 2024-12-08T20:40:26,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9dc3659ebff740b9ae4812f5fda352d7, entries=150, sequenceid=577, filesize=12.0 K 2024-12-08T20:40:26,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/943b3e85cf3b44ae87a582838c6d841c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/943b3e85cf3b44ae87a582838c6d841c 2024-12-08T20:40:26,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/943b3e85cf3b44ae87a582838c6d841c, entries=150, sequenceid=577, filesize=12.0 K 2024-12-08T20:40:26,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1262ms, sequenceid=577, compaction requested=true 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9da493e7133aa3b6ff94f5bfa1efea0: 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:26,925 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:26,925 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:A 2024-12-08T20:40:26,925 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. after waiting 0 ms 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9da493e7133aa3b6ff94f5bfa1efea0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:B 2024-12-08T20:40:26,925 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. because compaction request was cancelled 2024-12-08T20:40:26,925 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9da493e7133aa3b6ff94f5bfa1efea0:C 2024-12-08T20:40:26,925 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing e9da493e7133aa3b6ff94f5bfa1efea0 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-08T20:40:26,929 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/f84fd5b8df5c4cbca3287df0424456ae is 50, key is test_row_0/A:col10/1733690425672/Put/seqid=0 2024-12-08T20:40:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741959_1135 (size=7415) 2024-12-08T20:40:27,334 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/f84fd5b8df5c4cbca3287df0424456ae 2024-12-08T20:40:27,342 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/d7e5f826c8da4381a53417f995535acc is 50, key is test_row_0/B:col10/1733690425672/Put/seqid=0 2024-12-08T20:40:27,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741960_1136 (size=7415) 2024-12-08T20:40:27,748 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/d7e5f826c8da4381a53417f995535acc 2024-12-08T20:40:27,763 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/004a3cdf419f4f4cb5f97e621271c7e2 is 50, key is test_row_0/C:col10/1733690425672/Put/seqid=0 2024-12-08T20:40:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741961_1137 (size=7415) 2024-12-08T20:40:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:28,168 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/004a3cdf419f4f4cb5f97e621271c7e2 2024-12-08T20:40:28,177 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/A/f84fd5b8df5c4cbca3287df0424456ae as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/f84fd5b8df5c4cbca3287df0424456ae 2024-12-08T20:40:28,182 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/f84fd5b8df5c4cbca3287df0424456ae, entries=50, sequenceid=583, filesize=7.2 K 2024-12-08T20:40:28,183 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/B/d7e5f826c8da4381a53417f995535acc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/d7e5f826c8da4381a53417f995535acc 2024-12-08T20:40:28,187 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/d7e5f826c8da4381a53417f995535acc, entries=50, sequenceid=583, filesize=7.2 K 2024-12-08T20:40:28,188 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/.tmp/C/004a3cdf419f4f4cb5f97e621271c7e2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/004a3cdf419f4f4cb5f97e621271c7e2 2024-12-08T20:40:28,194 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/004a3cdf419f4f4cb5f97e621271c7e2, entries=50, sequenceid=583, filesize=7.2 K 2024-12-08T20:40:28,195 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1270ms, sequenceid=583, compaction requested=true 2024-12-08T20:40:28,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/778eb958275146628b37faad5d42b773, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cb86f12f2a4c4e779c5a7c085a7b0dcb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/713e993e0de74fc382889c8347891d6b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c062c0098b1647cf8fe02e5ab0926aee, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/08ec469ad3aa4aeb8a729cb6b2e503bf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ee33a231c1294175a4bcfa468d04ba4d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6572c6d452a843cead2369bc63868638, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ca0eb40cd11f40c18bc314da7beb065f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/789e8f794c03465387b4d100421f5557, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1104ea06434d492487c90f8a312d51c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/4eada29882ca4fb6b7d5fe9e99bb4d65, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0] to archive 2024-12-08T20:40:28,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:40:28,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b902b2f66bfb454ebaabebd4ac6c4ebb 2024-12-08T20:40:28,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/3d7983b885d44d5e8b5be44f9b10060a 2024-12-08T20:40:28,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/778eb958275146628b37faad5d42b773 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/778eb958275146628b37faad5d42b773 2024-12-08T20:40:28,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c327afd6110745f48a0e42fadd53dbe9 2024-12-08T20:40:28,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/8a348756f95c4969a6487db1c53f76b1 2024-12-08T20:40:28,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cb86f12f2a4c4e779c5a7c085a7b0dcb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cb86f12f2a4c4e779c5a7c085a7b0dcb 2024-12-08T20:40:28,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/190c113d6f4848999ece25088467f20a 2024-12-08T20:40:28,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e08470a021ca4c03b84f4d58ba8ae6c0 2024-12-08T20:40:28,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/713e993e0de74fc382889c8347891d6b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/713e993e0de74fc382889c8347891d6b 2024-12-08T20:40:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9dce48919bb54bcf8e4e3f88519cf489 2024-12-08T20:40:28,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d1da44f73ab447d2a1907b24a0f9fd2a 2024-12-08T20:40:28,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/5720459d460544afa70ef1bbdad6312b 2024-12-08T20:40:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c062c0098b1647cf8fe02e5ab0926aee to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c062c0098b1647cf8fe02e5ab0926aee 2024-12-08T20:40:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/70c599eb1e0742678d1cd227307c780d 2024-12-08T20:40:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/08ec469ad3aa4aeb8a729cb6b2e503bf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/08ec469ad3aa4aeb8a729cb6b2e503bf 2024-12-08T20:40:28,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6b3a9f1c6342430bbc791dbf0d0c3db9 2024-12-08T20:40:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/58183c0fe93141d6975d3b48dc50f73e 2024-12-08T20:40:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6cd4b388ce154e39a19544fdbf2ca6b4 2024-12-08T20:40:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ee33a231c1294175a4bcfa468d04ba4d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ee33a231c1294175a4bcfa468d04ba4d 2024-12-08T20:40:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/510b07d6b0b444fd8e239e9597acb567 2024-12-08T20:40:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/36f8e839f2ed41f9b3b9671ccf6dadc7 2024-12-08T20:40:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6572c6d452a843cead2369bc63868638 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/6572c6d452a843cead2369bc63868638 2024-12-08T20:40:28,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/63777102282d46728ecd56fede70ae39 2024-12-08T20:40:28,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/c1eff9e11eb84543aa4f5cb5b08fb506 2024-12-08T20:40:28,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ca0eb40cd11f40c18bc314da7beb065f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/ca0eb40cd11f40c18bc314da7beb065f 2024-12-08T20:40:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/50647519566a44f2863f7c4e64eb9c14 2024-12-08T20:40:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e6428d6c64af487aa1bb56cc9c67a9e1 2024-12-08T20:40:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/789e8f794c03465387b4d100421f5557 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/789e8f794c03465387b4d100421f5557 2024-12-08T20:40:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/cc9230ad862f4fc4862b6d1b703e5e2b 2024-12-08T20:40:28,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1104ea06434d492487c90f8a312d51c0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1104ea06434d492487c90f8a312d51c0 2024-12-08T20:40:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/e06a6bcfd1334066b9c6c6eefa262703 2024-12-08T20:40:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/1ae91c2ac5954c42b63a014f8f58e261 2024-12-08T20:40:28,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/97ea4d5178f04f488093473a9742025f 2024-12-08T20:40:28,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/18bf9ccb0d2e4a82a66e11d27200a972 2024-12-08T20:40:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/4eada29882ca4fb6b7d5fe9e99bb4d65 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/4eada29882ca4fb6b7d5fe9e99bb4d65 2024-12-08T20:40:28,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/31154f11a4124981ad240e2864a6a14b 2024-12-08T20:40:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/d319292ee42b4ca09cea0d86c491baf0 2024-12-08T20:40:28,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7a855665f9994b599e2709fa8782451b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/397c495ad5294bdbaf2762ebec55abda, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1b52112bcedb43b6baf829f0cf300f0d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a8bee3390167499ba4d0412d96f37384, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f79b492ddd3640f4b19b448667575507, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/08080f1e01794e76beb2332d3f7b6daf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8eb8593719854d7289f0896e8b963850, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f8ee574d630a4b9e9bf0cd5f2a4509d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6912a820cafe4e4e9024a20f792888a7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a669e6605d4d49579e71bf562f77fb91, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c763d7671f5642b19d24db7abd573d74, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0] to archive 2024-12-08T20:40:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:40:28,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6ccba35fd18e429e976e32d46befb23d 2024-12-08T20:40:28,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fad14efc7cae4feca2c8a4736e260445 2024-12-08T20:40:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7a855665f9994b599e2709fa8782451b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7a855665f9994b599e2709fa8782451b 2024-12-08T20:40:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/ca60c1be9c7c4f1dac411a208d4a8430 2024-12-08T20:40:28,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/290bcb8d5b8f4a3aa375a8d313bee96d 2024-12-08T20:40:28,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/397c495ad5294bdbaf2762ebec55abda to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/397c495ad5294bdbaf2762ebec55abda 2024-12-08T20:40:28,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9507e9e739ad45628d28694dcb87c619 2024-12-08T20:40:28,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/bd14bb56f6fb49a5bd5ce9ea52ba6b9c 2024-12-08T20:40:28,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1b52112bcedb43b6baf829f0cf300f0d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1b52112bcedb43b6baf829f0cf300f0d 2024-12-08T20:40:28,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6201cb28a414e7b82c9ba56103c11a0 2024-12-08T20:40:28,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6bb5be0c38b440a19efdac849ecb0875 2024-12-08T20:40:28,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a8bee3390167499ba4d0412d96f37384 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a8bee3390167499ba4d0412d96f37384 2024-12-08T20:40:28,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a63fdad9f23b4defa129f9edcdfd54ac 2024-12-08T20:40:28,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/912dc486ecc044ef8bb185531a1a83c1 2024-12-08T20:40:28,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f79b492ddd3640f4b19b448667575507 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f79b492ddd3640f4b19b448667575507 2024-12-08T20:40:28,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4c40c285c12244b992e909b2b74d0c3e 2024-12-08T20:40:28,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/af9cba5ccbc748fb86e6e77747b64262 2024-12-08T20:40:28,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/08080f1e01794e76beb2332d3f7b6daf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/08080f1e01794e76beb2332d3f7b6daf 2024-12-08T20:40:28,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/30e99c6140ed42509f3c4546f2efad1f 2024-12-08T20:40:28,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/12b4827a994148468c5e229118b236fb 2024-12-08T20:40:28,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8eb8593719854d7289f0896e8b963850 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8eb8593719854d7289f0896e8b963850 2024-12-08T20:40:28,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/b6be00f618b2472f96111e278da23406 2024-12-08T20:40:28,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/092de2b7f3784665bb830122812572ff 2024-12-08T20:40:28,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f8ee574d630a4b9e9bf0cd5f2a4509d7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/f8ee574d630a4b9e9bf0cd5f2a4509d7 2024-12-08T20:40:28,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/7bf6627c87f44fcc8ef72a896723067b 2024-12-08T20:40:28,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5a3cead297a941b08182de50526a0ffa 2024-12-08T20:40:28,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6912a820cafe4e4e9024a20f792888a7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/6912a820cafe4e4e9024a20f792888a7 2024-12-08T20:40:28,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9594b4efbd204af3b736e0cab6887222 2024-12-08T20:40:28,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3a4455b63849409a88a70dd422f48be7 2024-12-08T20:40:28,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a669e6605d4d49579e71bf562f77fb91 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/a669e6605d4d49579e71bf562f77fb91 2024-12-08T20:40:28,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8303d91551df4d528a803e085869d491 2024-12-08T20:40:28,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/fb2626d2fcfc4e47a1d656632a724ebf 2024-12-08T20:40:28,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/5be7d7e1a7e945089d6991e2eebaeeea 2024-12-08T20:40:28,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c763d7671f5642b19d24db7abd573d74 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c763d7671f5642b19d24db7abd573d74 2024-12-08T20:40:28,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/1314290721084d7f833387c2be01ab9c 2024-12-08T20:40:28,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/8c4882b0b2bf4dfd9932fadd14dac7c6 2024-12-08T20:40:28,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/71180b1992484897a107d33a787975a0 2024-12-08T20:40:28,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/edf4ed7ee8af407796b8166e26d059b6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/c506db22f78a47528bd74973c3b84db8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/1270a129f9dc4994a08d0b24ad0a817a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/7786cff8312340d0b69550696ae8c9ad, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6e888477615c44cf944449cb8df6c36a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/5da4ecbcab3c4bb6860a32eb78bd76ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/2ce5c995be2f4b2392c41ca711aeddeb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/b0bb2f9c924b41eb9dee8af0c1d37b28, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/67aec39d2d274dd5a4d90e04be522efc, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/85652e72c9a547cc8b38f3c65469016c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a] to archive 2024-12-08T20:40:28,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:40:28,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a9fba8c8d8da4f0abf27ddeca285a357 2024-12-08T20:40:28,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/83f0c897a99c40ca821347ccaf0ea641 2024-12-08T20:40:28,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/edf4ed7ee8af407796b8166e26d059b6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/edf4ed7ee8af407796b8166e26d059b6 2024-12-08T20:40:28,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a71aff22641e4bc2b61c13a4f72a7321 2024-12-08T20:40:28,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/34db6b6e98ce4437a0277e25e300dc18 2024-12-08T20:40:28,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/aa656b7ad0b04b1bbfb324e1cb4e3059 2024-12-08T20:40:28,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/c506db22f78a47528bd74973c3b84db8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/c506db22f78a47528bd74973c3b84db8 2024-12-08T20:40:28,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/8be1d6ea03f3423c9a0784c0dbf66a52 2024-12-08T20:40:28,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/f638d802c5af4cc78cf70fe2c104a8f5 2024-12-08T20:40:28,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/1270a129f9dc4994a08d0b24ad0a817a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/1270a129f9dc4994a08d0b24ad0a817a 2024-12-08T20:40:28,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/fabe99d90f784207a59f86c320e0f1e8 2024-12-08T20:40:28,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e43711c73fcd42f091904abe276d8fe8 2024-12-08T20:40:28,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a148cd4c094248c4a55f73bfcdd99e1b 2024-12-08T20:40:28,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/7786cff8312340d0b69550696ae8c9ad to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/7786cff8312340d0b69550696ae8c9ad 2024-12-08T20:40:28,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca58794d8fc349c98e41a0176c62b143 2024-12-08T20:40:28,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/662b96ece91a46c0a5a9e3bfa9504dc4 2024-12-08T20:40:28,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6e888477615c44cf944449cb8df6c36a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6e888477615c44cf944449cb8df6c36a 2024-12-08T20:40:28,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/35a0babfca3a49dfb1c164329a2c0b61 2024-12-08T20:40:28,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e7c7912599d64850bc86be6726f76520 2024-12-08T20:40:28,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/5da4ecbcab3c4bb6860a32eb78bd76ae to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/5da4ecbcab3c4bb6860a32eb78bd76ae 2024-12-08T20:40:28,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/82c3acbfad5248af9b38ea1abcfa04dc 2024-12-08T20:40:28,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12bdc743d288444ea9274018beef97b5 2024-12-08T20:40:28,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/2ce5c995be2f4b2392c41ca711aeddeb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/2ce5c995be2f4b2392c41ca711aeddeb 2024-12-08T20:40:28,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/eec7ee0495b04acdba2be7a8feeb8bf0 2024-12-08T20:40:28,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/88c73293571941dcac8e391ed18e57cb 2024-12-08T20:40:28,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/b0bb2f9c924b41eb9dee8af0c1d37b28 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/b0bb2f9c924b41eb9dee8af0c1d37b28 2024-12-08T20:40:28,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/36fe73b03b724df7bbed8349b480b591 2024-12-08T20:40:28,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/ca6a57c9869e46d5b7be42ec6992ba3d 2024-12-08T20:40:28,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/67aec39d2d274dd5a4d90e04be522efc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/67aec39d2d274dd5a4d90e04be522efc 2024-12-08T20:40:28,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4326f1c1973d493c92fb98db6d54a94a 2024-12-08T20:40:28,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/12f37087dec9430f9b16bffb4ea916b0 2024-12-08T20:40:28,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/6ea4d1bf45b14781b9e003f750917fdf 2024-12-08T20:40:28,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/85652e72c9a547cc8b38f3c65469016c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/85652e72c9a547cc8b38f3c65469016c 2024-12-08T20:40:28,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/18af6971361d49909b62b12c4779fae1 2024-12-08T20:40:28,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e17fd1a9b1494176bc0cee59c48c60ae 2024-12-08T20:40:28,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/a841c2e9beef462b8bec5d61715b330a 2024-12-08T20:40:28,351 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/recovered.edits/586.seqid, newMaxSeqId=586, maxSeqId=1 2024-12-08T20:40:28,352 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. 2024-12-08T20:40:28,353 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for e9da493e7133aa3b6ff94f5bfa1efea0: Waiting for close lock at 1733690425857Running coprocessor pre-close hooks at 1733690425857Disabling compacts and flushes for region at 1733690425857Disabling writes for close at 1733690426925 (+1068 ms)Obtaining lock to block concurrent updates at 1733690426925Preparing flush snapshotting stores in e9da493e7133aa3b6ff94f5bfa1efea0 at 1733690426925Finished memstore snapshotting TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733690426925Flushing stores of TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0. at 1733690426926 (+1 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/A: creating writer at 1733690426926Flushing e9da493e7133aa3b6ff94f5bfa1efea0/A: appending metadata at 1733690426929 (+3 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/A: closing flushed file at 1733690426929Flushing e9da493e7133aa3b6ff94f5bfa1efea0/B: creating writer at 1733690427338 (+409 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/B: appending metadata at 1733690427341 (+3 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/B: closing flushed file at 1733690427341Flushing e9da493e7133aa3b6ff94f5bfa1efea0/C: creating writer at 1733690427756 (+415 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/C: appending metadata at 1733690427762 (+6 ms)Flushing e9da493e7133aa3b6ff94f5bfa1efea0/C: closing flushed file at 1733690427762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47acbe4b: reopening flushed file at 1733690428176 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bb4564: reopening flushed file at 1733690428182 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cede54e: reopening flushed file at 1733690428188 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e9da493e7133aa3b6ff94f5bfa1efea0 in 1270ms, sequenceid=583, compaction requested=true at 1733690428195 (+7 ms)Writing region close event to WAL at 1733690428348 (+153 ms)Running coprocessor post-close hooks at 1733690428352 (+4 ms)Closed at 1733690428352 2024-12-08T20:40:28,355 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:28,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=e9da493e7133aa3b6ff94f5bfa1efea0, regionState=CLOSED 2024-12-08T20:40:28,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:40:28,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-08T20:40:28,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure e9da493e7133aa3b6ff94f5bfa1efea0, server=229bab1f9d30,41783,1733690396849 in 2.6580 sec 2024-12-08T20:40:28,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-08T20:40:28,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e9da493e7133aa3b6ff94f5bfa1efea0, UNASSIGN in 2.6650 sec 2024-12-08T20:40:28,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-08T20:40:28,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6710 sec 2024-12-08T20:40:28,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690428364"}]},"ts":"1733690428364"} 2024-12-08T20:40:28,365 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:40:28,365 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:40:28,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6860 sec 2024-12-08T20:40:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T20:40:29,851 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:29,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:40:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,858 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T20:40:29,860 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,864 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:29,867 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/recovered.edits] 2024-12-08T20:40:29,870 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/53035cf18f7440df86dc3c11353921be to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/53035cf18f7440df86dc3c11353921be 2024-12-08T20:40:29,872 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/55b751035ed0418583175a3cd811ade0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/55b751035ed0418583175a3cd811ade0 2024-12-08T20:40:29,873 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9f7c9135f06b4a26a0ec704a3eec1036 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/9f7c9135f06b4a26a0ec704a3eec1036 2024-12-08T20:40:29,874 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b02b3f3f420f4f789631a567712c7b38 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/b02b3f3f420f4f789631a567712c7b38 2024-12-08T20:40:29,875 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/f84fd5b8df5c4cbca3287df0424456ae to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/A/f84fd5b8df5c4cbca3287df0424456ae 2024-12-08T20:40:29,877 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3b809596348540599ddf4c0360410c2f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/3b809596348540599ddf4c0360410c2f 2024-12-08T20:40:29,878 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4a0465128ede4a25aeeb0a5a55083063 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/4a0465128ede4a25aeeb0a5a55083063 2024-12-08T20:40:29,879 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9dc3659ebff740b9ae4812f5fda352d7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/9dc3659ebff740b9ae4812f5fda352d7 2024-12-08T20:40:29,880 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c7dcb0cb668d42ca93e99563abc718e9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/c7dcb0cb668d42ca93e99563abc718e9 2024-12-08T20:40:29,881 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/d7e5f826c8da4381a53417f995535acc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/B/d7e5f826c8da4381a53417f995535acc 2024-12-08T20:40:29,883 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/004a3cdf419f4f4cb5f97e621271c7e2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/004a3cdf419f4f4cb5f97e621271c7e2 2024-12-08T20:40:29,884 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4a9598af2507465599bb5cbe17a0ba67 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/4a9598af2507465599bb5cbe17a0ba67 2024-12-08T20:40:29,885 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/943b3e85cf3b44ae87a582838c6d841c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/943b3e85cf3b44ae87a582838c6d841c 2024-12-08T20:40:29,886 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/cfc9f8448c6b49498e2340022d338d2e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/cfc9f8448c6b49498e2340022d338d2e 2024-12-08T20:40:29,887 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e615a67a33004855a0b68590eedd8ed6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/C/e615a67a33004855a0b68590eedd8ed6 2024-12-08T20:40:29,889 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/recovered.edits/586.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0/recovered.edits/586.seqid 2024-12-08T20:40:29,889 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/e9da493e7133aa3b6ff94f5bfa1efea0 2024-12-08T20:40:29,889 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:40:29,894 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T20:40:29,902 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:40:29,935 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:40:29,937 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,937 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:40:29,937 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690429937"}]},"ts":"9223372036854775807"} 2024-12-08T20:40:29,941 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:40:29,941 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e9da493e7133aa3b6ff94f5bfa1efea0, NAME => 'TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:40:29,942 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:40:29,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690429942"}]},"ts":"9223372036854775807"} 2024-12-08T20:40:29,945 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:40:29,946 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-12-08T20:40:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T20:40:29,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:40:29,962 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:29,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275195584_22 at /127.0.0.1:59940 [Waiting for operation #202] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;229bab1f9d30:41783-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1422634662_22 at /127.0.0.1:34960 [Waiting for operation #301] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275195584_22 at /127.0.0.1:59706 [Waiting for operation #284] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=17033 (was 17746) 2024-12-08T20:40:29,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=17032 2024-12-08T20:40:29,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:40:29,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:40:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:29,987 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:40:29,987 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-12-08T20:40:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:29,988 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:40:29,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741962_1138 (size=959) 2024-12-08T20:40:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:30,398 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:40:30,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741963_1139 (size=53) 2024-12-08T20:40:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0522c7953dd974de135d6072b3ad1528, disabling compactions & flushes 2024-12-08T20:40:30,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. after waiting 0 ms 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:30,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:30,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0522c7953dd974de135d6072b3ad1528: Waiting for close lock at 1733690430805Disabling compacts and flushes for region at 1733690430805Disabling writes for close at 1733690430805Writing region close event to WAL at 1733690430805Closed at 1733690430805 2024-12-08T20:40:30,807 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:40:30,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690430807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690430807"}]},"ts":"1733690430807"} 2024-12-08T20:40:30,809 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:40:30,811 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:40:30,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690430811"}]},"ts":"1733690430811"} 2024-12-08T20:40:30,814 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:40:30,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, ASSIGN}] 2024-12-08T20:40:30,816 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, ASSIGN 2024-12-08T20:40:30,816 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:40:30,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, ASSIGN because future has completed 2024-12-08T20:40:30,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:31,125 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:31,125 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:40:31,125 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,126 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:31,126 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,126 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,127 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,130 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName A 2024-12-08T20:40:31,130 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:31,130 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:31,131 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,132 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName B 2024-12-08T20:40:31,132 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:31,133 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:31,133 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,134 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName C 2024-12-08T20:40:31,134 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:31,135 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:31,135 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,135 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,136 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,137 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,137 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,137 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:40:31,138 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,140 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:40:31,140 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 0522c7953dd974de135d6072b3ad1528; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64789162, jitterRate=-0.034566253423690796}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:40:31,140 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:31,141 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 0522c7953dd974de135d6072b3ad1528: Running coprocessor pre-open hook at 1733690431126Writing region info on filesystem at 1733690431126Initializing all the Stores at 1733690431127 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690431127Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690431127Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690431127Cleaning up temporary data from old regions at 1733690431137 (+10 ms)Running coprocessor post-open hooks at 1733690431140 (+3 ms)Region opened successfully at 1733690431141 (+1 ms) 2024-12-08T20:40:31,142 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., pid=32, masterSystemTime=1733690431121 2024-12-08T20:40:31,143 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:31,143 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:31,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:31,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:40:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-08T20:40:31,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 in 176 msec 2024-12-08T20:40:31,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T20:40:31,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, ASSIGN in 333 msec 2024-12-08T20:40:31,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:40:31,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690431149"}]},"ts":"1733690431149"} 2024-12-08T20:40:31,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:40:31,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:40:31,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-12-08T20:40:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-08T20:40:32,132 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:32,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e30321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:32,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:32,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:32,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:32,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e0413b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:32,143 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:32,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4ac981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:32,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:32,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:32,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:32,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:40:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:40:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a8f79a 2024-12-08T20:40:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:40:32,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:40:32,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:40:32,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:40:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T20:40:32,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741964_1140 (size=995) 2024-12-08T20:40:32,574 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-08T20:40:32,574 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-08T20:40:32,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:40:32,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE}] 2024-12-08T20:40:32,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE 2024-12-08T20:40:32,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:32,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE because future has completed 2024-12-08T20:40:32,590 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:40:32,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:32,743 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:32,743 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:40:32,743 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 0522c7953dd974de135d6072b3ad1528, disabling compactions & flushes 2024-12-08T20:40:32,743 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:32,743 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:32,743 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. after waiting 0 ms 2024-12-08T20:40:32,743 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:32,747 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T20:40:32,748 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:32,748 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 0522c7953dd974de135d6072b3ad1528: Waiting for close lock at 1733690432743Running coprocessor pre-close hooks at 1733690432743Disabling compacts and flushes for region at 1733690432743Disabling writes for close at 1733690432743Writing region close event to WAL at 1733690432743Running coprocessor post-close hooks at 1733690432748 (+5 ms)Closed at 1733690432748 2024-12-08T20:40:32,748 WARN [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 0522c7953dd974de135d6072b3ad1528 to self. 2024-12-08T20:40:32,750 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:32,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=CLOSED 2024-12-08T20:40:32,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:40:32,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-08T20:40:32,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 in 163 msec 2024-12-08T20:40:32,756 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE; state=CLOSED, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=true 2024-12-08T20:40:32,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:32,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE because future has completed 2024-12-08T20:40:32,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:40:33,069 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,069 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:40:33,070 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,070 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:40:33,070 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,070 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,077 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,082 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName A 2024-12-08T20:40:33,084 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,085 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:33,085 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,086 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName B 2024-12-08T20:40:33,086 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,086 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:33,086 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,087 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0522c7953dd974de135d6072b3ad1528 columnFamilyName C 2024-12-08T20:40:33,087 DEBUG [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,088 INFO [StoreOpener-0522c7953dd974de135d6072b3ad1528-1 {}] regionserver.HStore(327): Store=0522c7953dd974de135d6072b3ad1528/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:40:33,088 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,088 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,089 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,090 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,090 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,090 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:40:33,092 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,092 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 0522c7953dd974de135d6072b3ad1528; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72757721, jitterRate=0.08417452871799469}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:40:33,092 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,093 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 0522c7953dd974de135d6072b3ad1528: Running coprocessor pre-open hook at 1733690433070Writing region info on filesystem at 1733690433070Initializing all the Stores at 1733690433072 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690433073 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690433073Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690433073Cleaning up temporary data from old regions at 1733690433090 (+17 ms)Running coprocessor post-open hooks at 1733690433092 (+2 ms)Region opened successfully at 1733690433093 (+1 ms) 2024-12-08T20:40:33,094 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., pid=37, masterSystemTime=1733690433062 2024-12-08T20:40:33,095 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,095 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=OPEN, openSeqNum=5, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:40:33,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-12-08T20:40:33,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 in 189 msec 2024-12-08T20:40:33,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T20:40:33,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, REOPEN/MOVE in 512 msec 2024-12-08T20:40:33,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-08T20:40:33,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 523 msec 2024-12-08T20:40:33,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 948 msec 2024-12-08T20:40:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-08T20:40:33,110 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:33,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9c3dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f4a651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,114 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dddd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde8260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,116 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5ba841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde6927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5c81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a247a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,122 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509fb326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea1a430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,124 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b91673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,125 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baa0481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbff363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5ca102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,128 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371b13f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292bddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,130 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8510181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,132 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39192715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a14e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,134 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62367338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,135 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33babeb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f17c234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392aeb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,138 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698d0005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f7df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:40:33,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:40:33,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:40:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:40:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:40:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a89c867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:40:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:40:33,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:33,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:40:33,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ad28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:40:33,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:33,143 DEBUG [Thread-704 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,143 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,143 DEBUG [Thread-689 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,143 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-08T20:40:33,144 DEBUG [Thread-704 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,144 DEBUG [Thread-700 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,145 DEBUG [Thread-704 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-08T20:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:33,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,148 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:33,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:33,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,151 DEBUG [Thread-702 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,154 DEBUG [Thread-693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,154 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,155 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:40:33,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:40:33,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:40:33,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:40:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:40:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,177 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:33,177 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:40:33,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081d09789444fe41cc81ae6bd450e62ca5_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690433175/Put/seqid=0 2024-12-08T20:40:33,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690493214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690493217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690493217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690493219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690493220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741965_1141 (size=12154) 2024-12-08T20:40:33,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081d09789444fe41cc81ae6bd450e62ca5_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081d09789444fe41cc81ae6bd450e62ca5_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-08T20:40:33,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/39af55e397ec43909ae3dc733cdebafa, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/39af55e397ec43909ae3dc733cdebafa is 175, key is test_row_0/A:col10/1733690433175/Put/seqid=0 2024-12-08T20:40:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741966_1142 (size=30955) 2024-12-08T20:40:33,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/39af55e397ec43909ae3dc733cdebafa 2024-12-08T20:40:33,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-08T20:40:33,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:33,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/38e114c53dc7497d8b1fc2bad82bfc33 is 50, key is test_row_0/B:col10/1733690433175/Put/seqid=0 2024-12-08T20:40:33,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690493332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690493332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690493332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741967_1143 (size=12001) 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690493341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690493341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/38e114c53dc7497d8b1fc2bad82bfc33 2024-12-08T20:40:33,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cfeeac4ee9684f94b05e43999b118457 is 50, key is test_row_0/C:col10/1733690433175/Put/seqid=0 2024-12-08T20:40:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741968_1144 (size=12001) 2024-12-08T20:40:33,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cfeeac4ee9684f94b05e43999b118457 2024-12-08T20:40:33,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/39af55e397ec43909ae3dc733cdebafa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa 2024-12-08T20:40:33,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa, entries=150, sequenceid=16, filesize=30.2 K 2024-12-08T20:40:33,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/38e114c53dc7497d8b1fc2bad82bfc33 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33 2024-12-08T20:40:33,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T20:40:33,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cfeeac4ee9684f94b05e43999b118457 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457 2024-12-08T20:40:33,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T20:40:33,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0522c7953dd974de135d6072b3ad1528 in 270ms, sequenceid=16, compaction requested=false 2024-12-08T20:40:33,447 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T20:40:33,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:33,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-08T20:40:33,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,456 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:40:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-08T20:40:33,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ddb6f3d56e1249beb3d3ea04b52e7c98_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690433210/Put/seqid=0 2024-12-08T20:40:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741969_1145 (size=12154) 2024-12-08T20:40:33,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,518 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ddb6f3d56e1249beb3d3ea04b52e7c98_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ddb6f3d56e1249beb3d3ea04b52e7c98_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4aac235773104f36a51bf37dabaac996, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4aac235773104f36a51bf37dabaac996 is 175, key is test_row_0/A:col10/1733690433210/Put/seqid=0 2024-12-08T20:40:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:33,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741970_1146 (size=30955) 2024-12-08T20:40:33,555 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4aac235773104f36a51bf37dabaac996 2024-12-08T20:40:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e3262902f4534a61917c3e1ec73a8e14 is 50, key is test_row_0/B:col10/1733690433210/Put/seqid=0 2024-12-08T20:40:33,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690493563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690493564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690493567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690493570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690493573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741971_1147 (size=12001) 2024-12-08T20:40:33,612 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e3262902f4534a61917c3e1ec73a8e14 2024-12-08T20:40:33,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a07bb6cb146b41a9a016c9ec2936a5af is 50, key is test_row_0/C:col10/1733690433210/Put/seqid=0 2024-12-08T20:40:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741972_1148 (size=12001) 2024-12-08T20:40:33,655 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a07bb6cb146b41a9a016c9ec2936a5af 2024-12-08T20:40:33,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4aac235773104f36a51bf37dabaac996 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996 2024-12-08T20:40:33,670 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996, entries=150, sequenceid=41, filesize=30.2 K 2024-12-08T20:40:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e3262902f4534a61917c3e1ec73a8e14 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14 2024-12-08T20:40:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,682 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:40:33,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a07bb6cb146b41a9a016c9ec2936a5af as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af 2024-12-08T20:40:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,690 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:40:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,692 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0522c7953dd974de135d6072b3ad1528 in 235ms, sequenceid=41, compaction requested=false 2024-12-08T20:40:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-08T20:40:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-08T20:40:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-08T20:40:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 546 msec 2024-12-08T20:40:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 554 msec 2024-12-08T20:40:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,738 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:33,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:40:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089aab2bcb28694b88a957356da631a464_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-08T20:40:33,772 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:33,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741973_1149 (size=12154) 2024-12-08T20:40:33,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:33,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-08T20:40:33,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:33,776 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:33,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:33,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089aab2bcb28694b88a957356da631a464_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aab2bcb28694b88a957356da631a464_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,784 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/af318f09d1114e32bd8fc444cd3063f5, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/af318f09d1114e32bd8fc444cd3063f5 is 175, key is test_row_0/A:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:33,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741974_1150 (size=30955) 2024-12-08T20:40:33,804 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/af318f09d1114e32bd8fc444cd3063f5 2024-12-08T20:40:33,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/79ec7bec466e421fb1dce33971bb9de2 is 50, key is test_row_0/B:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:33,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690493815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690493817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690493818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690493829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690493830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741975_1151 (size=12001) 2024-12-08T20:40:33,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/79ec7bec466e421fb1dce33971bb9de2 2024-12-08T20:40:33,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4353b021727741468e59263e606e3e5d is 50, key is test_row_0/C:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:33,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741976_1152 (size=12001) 2024-12-08T20:40:33,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4353b021727741468e59263e606e3e5d 2024-12-08T20:40:33,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:40:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/af318f09d1114e32bd8fc444cd3063f5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5 2024-12-08T20:40:33,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5, entries=150, sequenceid=53, filesize=30.2 K 2024-12-08T20:40:33,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:33,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/79ec7bec466e421fb1dce33971bb9de2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2 2024-12-08T20:40:33,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T20:40:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690493942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690493943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4353b021727741468e59263e606e3e5d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d 2024-12-08T20:40:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690493943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690493943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T20:40:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:33,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:33,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0522c7953dd974de135d6072b3ad1528 in 215ms, sequenceid=53, compaction requested=true 2024-12-08T20:40:33,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:33,954 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:33,954 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:33,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:33,955 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:33,955 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:33,955 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,956 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=90.7 K 2024-12-08T20:40:33,956 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,956 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5] 2024-12-08T20:40:33,957 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:33,957 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:33,957 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:33,957 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=35.2 K 2024-12-08T20:40:33,957 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39af55e397ec43909ae3dc733cdebafa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690433165 2024-12-08T20:40:33,958 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e114c53dc7497d8b1fc2bad82bfc33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690433165 2024-12-08T20:40:33,958 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aac235773104f36a51bf37dabaac996, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690433210 2024-12-08T20:40:33,959 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e3262902f4534a61917c3e1ec73a8e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690433210 2024-12-08T20:40:33,959 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting af318f09d1114e32bd8fc444cd3063f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:33,959 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ec7bec466e421fb1dce33971bb9de2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:33,961 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:33,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T20:40:33,975 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,977 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#134 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:33,978 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/516cbba63c5f413981382711bcb45ce6 is 50, key is test_row_0/B:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:33,988 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208da0317fa2dee4aa88d778c349fe0ad02_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a3c874d6635a447d98abec0e57ee1b6e_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690433958/Put/seqid=0 2024-12-08T20:40:33,997 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208da0317fa2dee4aa88d778c349fe0ad02_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:33,997 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208da0317fa2dee4aa88d778c349fe0ad02_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741977_1153 (size=12104) 2024-12-08T20:40:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741978_1154 (size=14594) 2024-12-08T20:40:34,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:34,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a3c874d6635a447d98abec0e57ee1b6e_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a3c874d6635a447d98abec0e57ee1b6e_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:34,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f44825365d734f7cb81a9dfffd4dd4fb, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f44825365d734f7cb81a9dfffd4dd4fb is 175, key is test_row_0/A:col10/1733690433958/Put/seqid=0 2024-12-08T20:40:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741979_1155 (size=4469) 2024-12-08T20:40:34,040 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#135 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:34,040 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/bccfac4d5adc45f5ae74117104c5def1 is 175, key is test_row_0/A:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690494043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741980_1156 (size=39549) 2024-12-08T20:40:34,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741981_1157 (size=31058) 2024-12-08T20:40:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690494151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690494152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690494152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690494162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690494163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690494382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:34,410 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/516cbba63c5f413981382711bcb45ce6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/516cbba63c5f413981382711bcb45ce6 2024-12-08T20:40:34,417 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 516cbba63c5f413981382711bcb45ce6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:34,417 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,417 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690433954; duration=0sec 2024-12-08T20:40:34,417 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:34,417 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:34,417 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:34,419 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:34,419 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:34,419 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,419 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=35.2 K 2024-12-08T20:40:34,420 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cfeeac4ee9684f94b05e43999b118457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690433165 2024-12-08T20:40:34,420 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a07bb6cb146b41a9a016c9ec2936a5af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690433210 2024-12-08T20:40:34,420 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4353b021727741468e59263e606e3e5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:34,436 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:34,436 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/56eff5f6fd2b48aeb6f97ca3e91204d7 is 50, key is test_row_0/C:col10/1733690433570/Put/seqid=0 2024-12-08T20:40:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741982_1158 (size=12104) 2024-12-08T20:40:34,461 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/56eff5f6fd2b48aeb6f97ca3e91204d7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/56eff5f6fd2b48aeb6f97ca3e91204d7 2024-12-08T20:40:34,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690494462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690494462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f44825365d734f7cb81a9dfffd4dd4fb 2024-12-08T20:40:34,474 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 56eff5f6fd2b48aeb6f97ca3e91204d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:34,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,474 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690433954; duration=0sec 2024-12-08T20:40:34,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:34,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690494471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690494472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4f4c310341324aeea1a5a820f20be040 is 50, key is test_row_0/B:col10/1733690433958/Put/seqid=0 2024-12-08T20:40:34,497 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/bccfac4d5adc45f5ae74117104c5def1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1 2024-12-08T20:40:34,505 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into bccfac4d5adc45f5ae74117104c5def1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:34,505 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,505 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690433953; duration=0sec 2024-12-08T20:40:34,505 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:34,505 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:34,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741983_1159 (size=12001) 2024-12-08T20:40:34,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4f4c310341324aeea1a5a820f20be040 2024-12-08T20:40:34,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/20fb2d7b97664b4790c3342b271e7910 is 50, key is test_row_0/C:col10/1733690433958/Put/seqid=0 2024-12-08T20:40:34,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741984_1160 (size=12001) 2024-12-08T20:40:34,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/20fb2d7b97664b4790c3342b271e7910 2024-12-08T20:40:34,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f44825365d734f7cb81a9dfffd4dd4fb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb 2024-12-08T20:40:34,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb, entries=200, sequenceid=79, filesize=38.6 K 2024-12-08T20:40:34,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4f4c310341324aeea1a5a820f20be040 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040 2024-12-08T20:40:34,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040, entries=150, sequenceid=79, filesize=11.7 K 2024-12-08T20:40:34,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/20fb2d7b97664b4790c3342b271e7910 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910 2024-12-08T20:40:34,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910, entries=150, sequenceid=79, filesize=11.7 K 2024-12-08T20:40:34,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0522c7953dd974de135d6072b3ad1528 in 649ms, sequenceid=79, compaction requested=false 2024-12-08T20:40:34,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:34,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:40:34,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208141f43792de14d08b268c6f8eaa9d17d_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741985_1161 (size=14594) 2024-12-08T20:40:34,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:34,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208141f43792de14d08b268c6f8eaa9d17d_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208141f43792de14d08b268c6f8eaa9d17d_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:34,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/430cf1180ff9493e87a601e49be7ed3d, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/430cf1180ff9493e87a601e49be7ed3d is 175, key is test_row_0/A:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741986_1162 (size=39549) 2024-12-08T20:40:34,752 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/430cf1180ff9493e87a601e49be7ed3d 2024-12-08T20:40:34,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9855996e2c7a49a98cff4d83c03f2451 is 50, key is test_row_0/B:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741987_1163 (size=12001) 2024-12-08T20:40:34,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9855996e2c7a49a98cff4d83c03f2451 2024-12-08T20:40:34,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/5a2b4851fefc4bd1a250d936305df359 is 50, key is test_row_0/C:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690494816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741988_1164 (size=12001) 2024-12-08T20:40:34,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/5a2b4851fefc4bd1a250d936305df359 2024-12-08T20:40:34,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/430cf1180ff9493e87a601e49be7ed3d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d 2024-12-08T20:40:34,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d, entries=200, sequenceid=93, filesize=38.6 K 2024-12-08T20:40:34,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:34,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:34,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:34,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9855996e2c7a49a98cff4d83c03f2451 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451 2024-12-08T20:40:34,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T20:40:34,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/5a2b4851fefc4bd1a250d936305df359 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359 2024-12-08T20:40:34,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T20:40:34,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0522c7953dd974de135d6072b3ad1528 in 192ms, sequenceid=93, compaction requested=true 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:34,888 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:34,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T20:40:34,888 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:34,889 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:34,889 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:34,889 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,889 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=107.6 K 2024-12-08T20:40:34,889 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,890 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d] 2024-12-08T20:40:34,890 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:34,890 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bccfac4d5adc45f5ae74117104c5def1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:34,890 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:34,890 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,890 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/516cbba63c5f413981382711bcb45ce6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=35.3 K 2024-12-08T20:40:34,890 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f44825365d734f7cb81a9dfffd4dd4fb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733690433826 2024-12-08T20:40:34,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 516cbba63c5f413981382711bcb45ce6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:34,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4c310341324aeea1a5a820f20be040, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733690433826 2024-12-08T20:40:34,892 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430cf1180ff9493e87a601e49be7ed3d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434013 2024-12-08T20:40:34,893 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9855996e2c7a49a98cff4d83c03f2451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434032 2024-12-08T20:40:34,902 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:34,902 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4b34a612a565424d936af8ece70e0b26 is 50, key is test_row_0/B:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,908 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:34,919 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208bc80e43ce208423186c74cb0bcfd0dcc_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,924 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208bc80e43ce208423186c74cb0bcfd0dcc_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,924 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bc80e43ce208423186c74cb0bcfd0dcc_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:34,936 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:34,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T20:40:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741989_1165 (size=12207) 2024-12-08T20:40:34,954 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4b34a612a565424d936af8ece70e0b26 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4b34a612a565424d936af8ece70e0b26 2024-12-08T20:40:34,967 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 4b34a612a565424d936af8ece70e0b26(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:34,967 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:34,968 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690434888; duration=0sec 2024-12-08T20:40:34,968 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:34,968 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:34,968 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:34,970 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:34,970 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:34,970 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:34,970 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/56eff5f6fd2b48aeb6f97ca3e91204d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=35.3 K 2024-12-08T20:40:34,971 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 56eff5f6fd2b48aeb6f97ca3e91204d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733690433550 2024-12-08T20:40:34,971 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 20fb2d7b97664b4790c3342b271e7910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733690433826 2024-12-08T20:40:34,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741990_1166 (size=4469) 2024-12-08T20:40:34,979 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2b4851fefc4bd1a250d936305df359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434032 2024-12-08T20:40:34,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085f8d2f3a61b145a98c8ce15bf680feb1_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690434934/Put/seqid=0 2024-12-08T20:40:34,989 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:34,990 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/2afea06411fd44a9952c76651a697023 is 50, key is test_row_0/C:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:34,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741991_1167 (size=14594) 2024-12-08T20:40:35,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741992_1168 (size=12207) 2024-12-08T20:40:35,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690494983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690494991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690495015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690495016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690495016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690495132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690495132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690495132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690495342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690495342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690495342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,382 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#144 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:35,383 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/69077ca929954db1bd81e515a9032ea1 is 175, key is test_row_0/A:col10/1733690434032/Put/seqid=0 2024-12-08T20:40:35,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:35,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085f8d2f3a61b145a98c8ce15bf680feb1_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085f8d2f3a61b145a98c8ce15bf680feb1_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:35,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/7b0519ba5b55468daa4328aafc502a88, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:35,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/7b0519ba5b55468daa4328aafc502a88 is 175, key is test_row_0/A:col10/1733690434934/Put/seqid=0 2024-12-08T20:40:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741993_1169 (size=31161) 2024-12-08T20:40:35,430 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/2afea06411fd44a9952c76651a697023 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2afea06411fd44a9952c76651a697023 2024-12-08T20:40:35,432 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/69077ca929954db1bd81e515a9032ea1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1 2024-12-08T20:40:35,439 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 2afea06411fd44a9952c76651a697023(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:35,440 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:35,440 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690434888; duration=0sec 2024-12-08T20:40:35,440 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:35,440 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:35,444 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 69077ca929954db1bd81e515a9032ea1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:35,444 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:35,444 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690434888; duration=0sec 2024-12-08T20:40:35,444 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:35,444 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741994_1170 (size=39549) 2024-12-08T20:40:35,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/7b0519ba5b55468daa4328aafc502a88 2024-12-08T20:40:35,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4af8660e0f164d3db32a6ea9a7926ad9 is 50, key is test_row_0/B:col10/1733690434934/Put/seqid=0 2024-12-08T20:40:35,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741995_1171 (size=12001) 2024-12-08T20:40:35,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690495652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690495652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690495652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:35,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:35,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4af8660e0f164d3db32a6ea9a7926ad9 2024-12-08T20:40:35,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a7ed10e592694cbcb55d149f6005c1f1 is 50, key is test_row_0/C:col10/1733690434934/Put/seqid=0 2024-12-08T20:40:35,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:35,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:35,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741996_1172 (size=12001) 2024-12-08T20:40:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:36,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690496031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:36,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690496031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:36,038 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:36,038 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:36,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:36,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:36,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690496162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690496162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690496171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:36,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:36,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:36,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a7ed10e592694cbcb55d149f6005c1f1 2024-12-08T20:40:36,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/7b0519ba5b55468daa4328aafc502a88 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88 2024-12-08T20:40:36,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88, entries=200, sequenceid=119, filesize=38.6 K 2024-12-08T20:40:36,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4af8660e0f164d3db32a6ea9a7926ad9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9 2024-12-08T20:40:36,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:36,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:36,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T20:40:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a7ed10e592694cbcb55d149f6005c1f1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1 2024-12-08T20:40:36,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T20:40:36,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 0522c7953dd974de135d6072b3ad1528 in 1484ms, sequenceid=119, compaction requested=false 2024-12-08T20:40:36,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:36,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-08T20:40:36,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,562 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:40:36,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864a2fd1380cd40de8ab24b243e9da2c9_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690434972/Put/seqid=0 2024-12-08T20:40:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741997_1173 (size=12304) 2024-12-08T20:40:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,600 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864a2fd1380cd40de8ab24b243e9da2c9_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864a2fd1380cd40de8ab24b243e9da2c9_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4eab7822378a41bf94ffebe349340c92, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4eab7822378a41bf94ffebe349340c92 is 175, key is test_row_0/A:col10/1733690434972/Put/seqid=0 2024-12-08T20:40:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741998_1174 (size=31105) 2024-12-08T20:40:36,624 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4eab7822378a41bf94ffebe349340c92 2024-12-08T20:40:36,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/70199133813943eda818fd4ddfaceb8e is 50, key is test_row_0/B:col10/1733690434972/Put/seqid=0 2024-12-08T20:40:36,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741999_1175 (size=12151) 2024-12-08T20:40:36,657 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/70199133813943eda818fd4ddfaceb8e 2024-12-08T20:40:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/d1d8529ca1744841ac2772680ce0df17 is 50, key is test_row_0/C:col10/1733690434972/Put/seqid=0 2024-12-08T20:40:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742000_1176 (size=12151) 2024-12-08T20:40:36,691 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/d1d8529ca1744841ac2772680ce0df17 2024-12-08T20:40:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4eab7822378a41bf94ffebe349340c92 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92 2024-12-08T20:40:36,706 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92, entries=150, sequenceid=134, filesize=30.4 K 2024-12-08T20:40:36,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/70199133813943eda818fd4ddfaceb8e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e 2024-12-08T20:40:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,713 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e, entries=150, sequenceid=134, filesize=11.9 K 2024-12-08T20:40:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/d1d8529ca1744841ac2772680ce0df17 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17 2024-12-08T20:40:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,725 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17, entries=150, sequenceid=134, filesize=11.9 K 2024-12-08T20:40:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,726 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 0522c7953dd974de135d6072b3ad1528 in 164ms, sequenceid=134, compaction requested=true 2024-12-08T20:40:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-08T20:40:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-08T20:40:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-08T20:40:36,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9570 sec 2024-12-08T20:40:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.9640 sec 2024-12-08T20:40:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:37,227 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:37,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:40:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120827aaa50056e044d2be4740c65a4e7346_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690497278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690497279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742002_1178 (size=24758) 2024-12-08T20:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690497282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690497391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690497391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690497391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690497602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690497602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690497602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:37,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120827aaa50056e044d2be4740c65a4e7346_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120827aaa50056e044d2be4740c65a4e7346_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:37,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4154e6298a3f44eb88d0e58b5b892f98, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:37,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4154e6298a3f44eb88d0e58b5b892f98 is 175, key is test_row_0/A:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:37,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742001_1177 (size=74395) 2024-12-08T20:40:37,694 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4154e6298a3f44eb88d0e58b5b892f98 2024-12-08T20:40:37,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/6eaf4d56c0324f4da86e84a2e5b13a8c is 50, key is test_row_0/B:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742003_1179 (size=12151) 2024-12-08T20:40:37,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/6eaf4d56c0324f4da86e84a2e5b13a8c 2024-12-08T20:40:37,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/604b0bd20d9f4cdb808eb48f674afd11 is 50, key is test_row_0/C:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:37,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742004_1180 (size=12151) 2024-12-08T20:40:37,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/604b0bd20d9f4cdb808eb48f674afd11 2024-12-08T20:40:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/4154e6298a3f44eb88d0e58b5b892f98 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98 2024-12-08T20:40:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98, entries=400, sequenceid=145, filesize=72.7 K 2024-12-08T20:40:37,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/6eaf4d56c0324f4da86e84a2e5b13a8c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c 2024-12-08T20:40:37,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c, entries=150, sequenceid=145, filesize=11.9 K 2024-12-08T20:40:37,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/604b0bd20d9f4cdb808eb48f674afd11 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11 2024-12-08T20:40:37,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11, entries=150, sequenceid=145, filesize=11.9 K 2024-12-08T20:40:37,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0522c7953dd974de135d6072b3ad1528 in 568ms, sequenceid=145, compaction requested=true 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:37,795 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:37,795 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 176210 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:37,797 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:37,797 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=172.1 K 2024-12-08T20:40:37,797 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98] 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:37,797 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:37,797 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69077ca929954db1bd81e515a9032ea1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434032 2024-12-08T20:40:37,798 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4b34a612a565424d936af8ece70e0b26, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=47.4 K 2024-12-08T20:40:37,800 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b0519ba5b55468daa4328aafc502a88, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733690434798 2024-12-08T20:40:37,800 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b34a612a565424d936af8ece70e0b26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434032 2024-12-08T20:40:37,800 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eab7822378a41bf94ffebe349340c92, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733690434972 2024-12-08T20:40:37,800 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af8660e0f164d3db32a6ea9a7926ad9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733690434798 2024-12-08T20:40:37,800 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4154e6298a3f44eb88d0e58b5b892f98, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:37,801 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 70199133813943eda818fd4ddfaceb8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733690434972 2024-12-08T20:40:37,801 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eaf4d56c0324f4da86e84a2e5b13a8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:37,811 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:37,817 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d17aa237a1d04348abd13c4f56d66018_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:37,818 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:37,819 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/31d0932ffb824e04871280a0747f8992 is 50, key is test_row_0/B:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:37,820 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d17aa237a1d04348abd13c4f56d66018_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:37,821 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d17aa237a1d04348abd13c4f56d66018_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:37,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742006_1182 (size=12493) 2024-12-08T20:40:37,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742005_1181 (size=4469) 2024-12-08T20:40:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:37,916 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:37,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T20:40:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-08T20:40:37,942 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:37,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-08T20:40:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:37,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:37,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:37,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:37,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089f706454dc9640ca94b631debd947f9c_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690437914/Put/seqid=0 2024-12-08T20:40:37,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690497965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690497969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690497966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742007_1183 (size=12304) 2024-12-08T20:40:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690498052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690498052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,054 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,055 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690498081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690498081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690498082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:38,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:38,283 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/31d0932ffb824e04871280a0747f8992 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/31d0932ffb824e04871280a0747f8992 2024-12-08T20:40:38,284 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#155 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:38,284 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/43c8780fc5fd489da45e35a551851748 is 175, key is test_row_0/A:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:38,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742008_1184 (size=31447) 2024-12-08T20:40:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690498291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690498291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690498291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,296 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 31d0932ffb824e04871280a0747f8992(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:38,296 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:38,296 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=12, startTime=1733690437795; duration=0sec 2024-12-08T20:40:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,297 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:38,297 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:38,297 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:38,302 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:38,303 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:38,303 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,303 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2afea06411fd44a9952c76651a697023, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=47.4 K 2024-12-08T20:40:38,304 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/43c8780fc5fd489da45e35a551851748 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748 2024-12-08T20:40:38,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2afea06411fd44a9952c76651a697023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733690434032 2024-12-08T20:40:38,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ed10e592694cbcb55d149f6005c1f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733690434798 2024-12-08T20:40:38,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d8529ca1744841ac2772680ce0df17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733690434972 2024-12-08T20:40:38,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 604b0bd20d9f4cdb808eb48f674afd11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:38,309 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 43c8780fc5fd489da45e35a551851748(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:38,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:38,309 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=12, startTime=1733690437795; duration=0sec 2024-12-08T20:40:38,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:38,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:38,321 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:38,321 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/97db7e3a7a8f40f1a58c78bb065a4921 is 50, key is test_row_0/C:col10/1733690437187/Put/seqid=0 2024-12-08T20:40:38,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742009_1185 (size=12493) 2024-12-08T20:40:38,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089f706454dc9640ca94b631debd947f9c_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f706454dc9640ca94b631debd947f9c_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:38,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c9424218c18040d8ac27514fb3aa79b0, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:38,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c9424218c18040d8ac27514fb3aa79b0 is 175, key is test_row_0/A:col10/1733690437914/Put/seqid=0 2024-12-08T20:40:38,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742010_1186 (size=31105) 2024-12-08T20:40:38,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690498602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690498602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690498602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:38,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:38,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:38,737 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/97db7e3a7a8f40f1a58c78bb065a4921 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/97db7e3a7a8f40f1a58c78bb065a4921 2024-12-08T20:40:38,743 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 97db7e3a7a8f40f1a58c78bb065a4921(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:38,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:38,743 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=12, startTime=1733690437795; duration=0sec 2024-12-08T20:40:38,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:38,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:38,804 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c9424218c18040d8ac27514fb3aa79b0 2024-12-08T20:40:38,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/f77e26cf20974e22a62544981b7c765e is 50, key is test_row_0/B:col10/1733690437914/Put/seqid=0 2024-12-08T20:40:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742011_1187 (size=12151) 2024-12-08T20:40:38,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/f77e26cf20974e22a62544981b7c765e 2024-12-08T20:40:38,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4d4151fe39344f4483fd5ddff06f9770 is 50, key is test_row_0/C:col10/1733690437914/Put/seqid=0 2024-12-08T20:40:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742012_1188 (size=12151) 2024-12-08T20:40:38,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4d4151fe39344f4483fd5ddff06f9770 2024-12-08T20:40:38,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c9424218c18040d8ac27514fb3aa79b0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0 2024-12-08T20:40:38,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0, entries=150, sequenceid=172, filesize=30.4 K 2024-12-08T20:40:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/f77e26cf20974e22a62544981b7c765e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e 2024-12-08T20:40:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T20:40:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/4d4151fe39344f4483fd5ddff06f9770 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770 2024-12-08T20:40:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T20:40:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0522c7953dd974de135d6072b3ad1528 in 941ms, sequenceid=172, compaction requested=false 2024-12-08T20:40:38,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-08T20:40:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,867 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T20:40:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120858e71188f5d64828ae796b5414bc667c_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690437966/Put/seqid=0 2024-12-08T20:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742013_1189 (size=9814) 2024-12-08T20:40:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,914 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120858e71188f5d64828ae796b5414bc667c_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120858e71188f5d64828ae796b5414bc667c_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c50300243752435fb092813cfcaf954e, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c50300243752435fb092813cfcaf954e is 175, key is test_row_0/A:col10/1733690437966/Put/seqid=0 2024-12-08T20:40:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742014_1190 (size=22461) 2024-12-08T20:40:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,941 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c50300243752435fb092813cfcaf954e 2024-12-08T20:40:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7e54d1606b9546a2b5b7f1f7411c99bb is 50, key is test_row_0/B:col10/1733690437966/Put/seqid=0 2024-12-08T20:40:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742015_1191 (size=9757) 2024-12-08T20:40:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:39,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:39,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690499183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690499183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690499187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690499291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690499291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690499301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,357 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7e54d1606b9546a2b5b7f1f7411c99bb 2024-12-08T20:40:39,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cda96d24b8964369b2cc56f2277ee23d is 50, key is test_row_0/C:col10/1733690437966/Put/seqid=0 2024-12-08T20:40:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742016_1192 (size=9757) 2024-12-08T20:40:39,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690499501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690499501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690499511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,772 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cda96d24b8964369b2cc56f2277ee23d 2024-12-08T20:40:39,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/c50300243752435fb092813cfcaf954e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e 2024-12-08T20:40:39,795 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e, entries=100, sequenceid=184, filesize=21.9 K 2024-12-08T20:40:39,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7e54d1606b9546a2b5b7f1f7411c99bb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb 2024-12-08T20:40:39,803 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb, entries=100, sequenceid=184, filesize=9.5 K 2024-12-08T20:40:39,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cda96d24b8964369b2cc56f2277ee23d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d 2024-12-08T20:40:39,813 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d, entries=100, sequenceid=184, filesize=9.5 K 2024-12-08T20:40:39,814 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 0522c7953dd974de135d6072b3ad1528 in 948ms, sequenceid=184, compaction requested=true 2024-12-08T20:40:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-08T20:40:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-08T20:40:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:39,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-08T20:40:39,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-08T20:40:39,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8720 sec 2024-12-08T20:40:39,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8780 sec 2024-12-08T20:40:39,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690499827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690499831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690499832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082334498ef99248a2a4e5fca1b286c7b9_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742017_1193 (size=17284) 2024-12-08T20:40:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690499942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690499942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:39,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690499942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:39,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T20:40:40,101 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:40,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-08T20:40:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:40,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:40,106 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:40,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690500151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690500151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690500152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:40,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:40,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082334498ef99248a2a4e5fca1b286c7b9_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082334498ef99248a2a4e5fca1b286c7b9_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:40,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f5dcf216c8094ec99dabac4cdabf8c5a, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:40,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f5dcf216c8094ec99dabac4cdabf8c5a is 175, key is test_row_0/A:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742018_1194 (size=48389) 2024-12-08T20:40:40,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f5dcf216c8094ec99dabac4cdabf8c5a 2024-12-08T20:40:40,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7a912c4711d24d60b91001be8bab7c13 is 50, key is test_row_0/B:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742019_1195 (size=12151) 2024-12-08T20:40:40,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:40,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:40,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690500461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690500461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690500461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7a912c4711d24d60b91001be8bab7c13 2024-12-08T20:40:40,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/68df7c8c220742b5a685e26c9761e688 is 50, key is test_row_0/C:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:40,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742020_1196 (size=12151) 2024-12-08T20:40:40,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:40,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690500971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690500971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690500971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:41,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:41,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/68df7c8c220742b5a685e26c9761e688 2024-12-08T20:40:41,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f5dcf216c8094ec99dabac4cdabf8c5a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a 2024-12-08T20:40:41,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a, entries=250, sequenceid=213, filesize=47.3 K 2024-12-08T20:40:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7a912c4711d24d60b91001be8bab7c13 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13 2024-12-08T20:40:41,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13, entries=150, sequenceid=213, filesize=11.9 K 2024-12-08T20:40:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/68df7c8c220742b5a685e26c9761e688 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688 2024-12-08T20:40:41,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688, entries=150, sequenceid=213, filesize=11.9 K 2024-12-08T20:40:41,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 0522c7953dd974de135d6072b3ad1528 in 1340ms, sequenceid=213, compaction requested=true 2024-12-08T20:40:41,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:41,156 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:41,157 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:41,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133402 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:41,158 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:41,158 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,158 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=130.3 K 2024-12-08T20:40:41,158 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/31d0932ffb824e04871280a0747f8992, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=45.5 K 2024-12-08T20:40:41,158 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a] 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 31d0932ffb824e04871280a0747f8992, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:41,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43c8780fc5fd489da45e35a551851748, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f77e26cf20974e22a62544981b7c765e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690437275 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9424218c18040d8ac27514fb3aa79b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690437275 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e54d1606b9546a2b5b7f1f7411c99bb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733690437962 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50300243752435fb092813cfcaf954e, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733690437962 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a912c4711d24d60b91001be8bab7c13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:41,159 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5dcf216c8094ec99dabac4cdabf8c5a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:41,167 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:41,171 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:41,171 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/f337a37eeac74565be185501971fe67e is 50, key is test_row_0/B:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:41,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-08T20:40:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,175 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T20:40:41,179 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412085458f7c2878a428d993cf9e80c9f6ffb_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:41,182 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412085458f7c2878a428d993cf9e80c9f6ffb_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:41,182 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085458f7c2878a428d993cf9e80c9f6ffb_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:41,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086ed211107ec04b359c5eff559afe6212_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690439830/Put/seqid=0 2024-12-08T20:40:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742021_1197 (size=12629) 2024-12-08T20:40:41,220 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/f337a37eeac74565be185501971fe67e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f337a37eeac74565be185501971fe67e 2024-12-08T20:40:41,230 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into f337a37eeac74565be185501971fe67e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:41,230 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:41,230 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=12, startTime=1733690441157; duration=0sec 2024-12-08T20:40:41,230 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:41,230 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:41,230 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:41,232 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:41,232 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:41,232 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:41,232 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/97db7e3a7a8f40f1a58c78bb065a4921, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=45.5 K 2024-12-08T20:40:41,232 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 97db7e3a7a8f40f1a58c78bb065a4921, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733690437187 2024-12-08T20:40:41,233 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d4151fe39344f4483fd5ddff06f9770, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690437275 2024-12-08T20:40:41,233 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cda96d24b8964369b2cc56f2277ee23d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733690437962 2024-12-08T20:40:41,234 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 68df7c8c220742b5a685e26c9761e688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742022_1198 (size=4469) 2024-12-08T20:40:41,238 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#167 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:41,238 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3972b716d15b491993281c2bb57264c9 is 175, key is test_row_0/A:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:41,260 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:41,261 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/469c483a9509469286475b08adf5f33e is 50, key is test_row_0/C:col10/1733690439175/Put/seqid=0 2024-12-08T20:40:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742024_1200 (size=31583) 2024-12-08T20:40:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742023_1199 (size=12304) 2024-12-08T20:40:41,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:41,280 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086ed211107ec04b359c5eff559afe6212_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086ed211107ec04b359c5eff559afe6212_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:41,282 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3972b716d15b491993281c2bb57264c9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9 2024-12-08T20:40:41,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/65c573f41fd74dc486bba962a418c1d7, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/65c573f41fd74dc486bba962a418c1d7 is 175, key is test_row_0/A:col10/1733690439830/Put/seqid=0 2024-12-08T20:40:41,290 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 3972b716d15b491993281c2bb57264c9(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:41,290 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:41,290 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=12, startTime=1733690441156; duration=0sec 2024-12-08T20:40:41,290 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:41,290 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:41,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742025_1201 (size=12629) 2024-12-08T20:40:41,300 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/469c483a9509469286475b08adf5f33e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/469c483a9509469286475b08adf5f33e 2024-12-08T20:40:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742026_1202 (size=31105) 2024-12-08T20:40:41,306 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 469c483a9509469286475b08adf5f33e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:41,307 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:41,307 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=12, startTime=1733690441157; duration=0sec 2024-12-08T20:40:41,307 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:41,307 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:41,435 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T20:40:41,435 INFO [master/229bab1f9d30:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T20:40:41,702 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/65c573f41fd74dc486bba962a418c1d7 2024-12-08T20:40:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e20cd25a07c242dc8a183f6bd4059cd0 is 50, key is test_row_0/B:col10/1733690439830/Put/seqid=0 2024-12-08T20:40:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742027_1203 (size=12151) 2024-12-08T20:40:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:41,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:42,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690502091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,092 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8276 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690502092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,096 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8266 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,120 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e20cd25a07c242dc8a183f6bd4059cd0 2024-12-08T20:40:42,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a66fdaf4e2614404abd483451d2ef07b is 50, key is test_row_0/C:col10/1733690439830/Put/seqid=0 2024-12-08T20:40:42,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742028_1204 (size=12151) 2024-12-08T20:40:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,539 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a66fdaf4e2614404abd483451d2ef07b 2024-12-08T20:40:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/65c573f41fd74dc486bba962a418c1d7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7 2024-12-08T20:40:42,547 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7, entries=150, sequenceid=221, filesize=30.4 K 2024-12-08T20:40:42,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/e20cd25a07c242dc8a183f6bd4059cd0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0 2024-12-08T20:40:42,551 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T20:40:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/a66fdaf4e2614404abd483451d2ef07b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b 2024-12-08T20:40:42,556 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b, entries=150, sequenceid=221, filesize=11.9 K 2024-12-08T20:40:42,557 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0522c7953dd974de135d6072b3ad1528 in 1382ms, sequenceid=221, compaction requested=false 2024-12-08T20:40:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:42,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-08T20:40:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-08T20:40:42,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-08T20:40:42,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4540 sec 2024-12-08T20:40:42,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.4600 sec 2024-12-08T20:40:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:42,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-08T20:40:42,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208422b9497a9f04ba1be75a8ead6c74e2e_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:42,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742029_1205 (size=14794) 2024-12-08T20:40:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690502952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690502951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:42,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690502961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:42,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208422b9497a9f04ba1be75a8ead6c74e2e_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208422b9497a9f04ba1be75a8ead6c74e2e_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:43,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f4bd3b9cefc2414786561da4a9ffb9af, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:43,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f4bd3b9cefc2414786561da4a9ffb9af is 175, key is test_row_0/A:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742030_1206 (size=39749) 2024-12-08T20:40:43,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f4bd3b9cefc2414786561da4a9ffb9af 2024-12-08T20:40:43,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/0d85d5acc6e04a13a404617d072b7dec is 50, key is test_row_0/B:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742031_1207 (size=12151) 2024-12-08T20:40:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690503261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690503261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690503271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/0d85d5acc6e04a13a404617d072b7dec 2024-12-08T20:40:43,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/aaebe100359248e482fb83ee207825e6 is 50, key is test_row_0/C:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742032_1208 (size=12151) 2024-12-08T20:40:43,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690503771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690503771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690503781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:43,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/aaebe100359248e482fb83ee207825e6 2024-12-08T20:40:43,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f4bd3b9cefc2414786561da4a9ffb9af as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af 2024-12-08T20:40:43,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af, entries=200, sequenceid=253, filesize=38.8 K 2024-12-08T20:40:43,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/0d85d5acc6e04a13a404617d072b7dec as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec 2024-12-08T20:40:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec, entries=150, sequenceid=253, filesize=11.9 K 2024-12-08T20:40:43,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/aaebe100359248e482fb83ee207825e6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6 2024-12-08T20:40:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6, entries=150, sequenceid=253, filesize=11.9 K 2024-12-08T20:40:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0522c7953dd974de135d6072b3ad1528 in 1267ms, sequenceid=253, compaction requested=true 2024-12-08T20:40:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:43,902 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,902 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,903 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:43,903 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:43,903 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,904 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=100.0 K 2024-12-08T20:40:43,904 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:43,904 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af] 2024-12-08T20:40:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,904 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:43,904 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,904 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:43,904 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f337a37eeac74565be185501971fe67e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.1 K 2024-12-08T20:40:43,904 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3972b716d15b491993281c2bb57264c9, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,905 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f337a37eeac74565be185501971fe67e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:43,905 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c573f41fd74dc486bba962a418c1d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733690439822 2024-12-08T20:40:43,905 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e20cd25a07c242dc8a183f6bd4059cd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733690439822 2024-12-08T20:40:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,905 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4bd3b9cefc2414786561da4a9ffb9af, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,905 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d85d5acc6e04a13a404617d072b7dec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,912 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,913 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:43,914 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4a4e13a6df904cf8ae02ac9311ac85d1 is 50, key is test_row_0/B:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,914 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f98643fd7e1047eeb1c021faf76b36fc_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f98643fd7e1047eeb1c021faf76b36fc_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,916 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f98643fd7e1047eeb1c021faf76b36fc_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742034_1210 (size=4469) 2024-12-08T20:40:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,936 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#176 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,937 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/580c151a1b2c4613a535faf80ad3f8ff is 175, key is test_row_0/A:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742033_1209 (size=12731) 2024-12-08T20:40:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742035_1211 (size=31685) 2024-12-08T20:40:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/580c151a1b2c4613a535faf80ad3f8ff as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff 2024-12-08T20:40:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,979 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 580c151a1b2c4613a535faf80ad3f8ff(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:43,979 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:43,979 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690443902; duration=0sec 2024-12-08T20:40:43,979 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:43,979 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,979 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,981 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:43,981 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:43,981 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,981 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/469c483a9509469286475b08adf5f33e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.1 K 2024-12-08T20:40:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,982 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 469c483a9509469286475b08adf5f33e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733690439175 2024-12-08T20:40:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,982 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66fdaf4e2614404abd483451d2ef07b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733690439822 2024-12-08T20:40:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,983 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaebe100359248e482fb83ee207825e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,994 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,996 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/aac0c76045594389bab79c5b0062bb9a is 50, key is test_row_0/C:col10/1733690442004/Put/seqid=0 2024-12-08T20:40:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742036_1212 (size=12731) 2024-12-08T20:40:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,032 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/aac0c76045594389bab79c5b0062bb9a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aac0c76045594389bab79c5b0062bb9a 2024-12-08T20:40:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,038 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into aac0c76045594389bab79c5b0062bb9a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,038 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:44,039 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690443902; duration=0sec 2024-12-08T20:40:44,039 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:44,039 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-08T20:40:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,272 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-08T20:40:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T20:40:44,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:44,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,347 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/4a4e13a6df904cf8ae02ac9311ac85d1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4a4e13a6df904cf8ae02ac9311ac85d1 2024-12-08T20:40:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,356 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 4a4e13a6df904cf8ae02ac9311ac85d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:44,356 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:44,356 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690443902; duration=0sec 2024-12-08T20:40:44,356 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:44,356 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T20:40:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-08T20:40:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:44,429 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T20:40:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084f2be01d854f4bff8a823245b41d3073_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690442634/Put/seqid=0 2024-12-08T20:40:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742037_1213 (size=9864) 2024-12-08T20:40:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,462 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084f2be01d854f4bff8a823245b41d3073_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084f2be01d854f4bff8a823245b41d3073_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/62044f5cbd60448b97cca7b13db286e3, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/62044f5cbd60448b97cca7b13db286e3 is 175, key is test_row_0/A:col10/1733690442634/Put/seqid=0 2024-12-08T20:40:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742038_1214 (size=22511) 2024-12-08T20:40:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,470 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/62044f5cbd60448b97cca7b13db286e3 2024-12-08T20:40:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2ebfa3f281414544af557ef521cfbc37 is 50, key is test_row_0/B:col10/1733690442634/Put/seqid=0 2024-12-08T20:40:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742039_1215 (size=9807) 2024-12-08T20:40:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2ebfa3f281414544af557ef521cfbc37 2024-12-08T20:40:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/52309144fd804a55b817bd51408fbe53 is 50, key is test_row_0/C:col10/1733690442634/Put/seqid=0 2024-12-08T20:40:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742040_1216 (size=9807) 2024-12-08T20:40:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T20:40:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:44,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690504832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690504832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690504833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T20:40:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690504942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690504942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690504942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:44,969 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/52309144fd804a55b817bd51408fbe53 2024-12-08T20:40:44,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/62044f5cbd60448b97cca7b13db286e3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3 2024-12-08T20:40:44,978 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3, entries=100, sequenceid=263, filesize=22.0 K 2024-12-08T20:40:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2ebfa3f281414544af557ef521cfbc37 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37 2024-12-08T20:40:44,983 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37, entries=100, sequenceid=263, filesize=9.6 K 2024-12-08T20:40:44,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/52309144fd804a55b817bd51408fbe53 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53 2024-12-08T20:40:44,990 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53, entries=100, sequenceid=263, filesize=9.6 K 2024-12-08T20:40:44,991 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=187.85 KB/192360 for 0522c7953dd974de135d6072b3ad1528 in 561ms, sequenceid=263, compaction requested=false 2024-12-08T20:40:44,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:44,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:44,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-08T20:40:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-08T20:40:44,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T20:40:44,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-12-08T20:40:44,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 723 msec 2024-12-08T20:40:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:45,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-12-08T20:40:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690505152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690505154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690505154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208822373e16ff34680bf8172b73fa5ec1f_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742041_1217 (size=12454) 2024-12-08T20:40:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690505262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690505262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-08T20:40:45,411 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:45,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-08T20:40:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:45,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:45,414 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:45,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690505461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690505472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690505472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:45,565 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:45,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208822373e16ff34680bf8172b73fa5ec1f_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208822373e16ff34680bf8172b73fa5ec1f_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:45,571 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/9ec27ab9082343a6b9ccd9dd3d516834, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:45,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/9ec27ab9082343a6b9ccd9dd3d516834 is 175, key is test_row_0/A:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:45,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742042_1218 (size=31255) 2024-12-08T20:40:45,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690505781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690505782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:45,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:45,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690505971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:45,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/9ec27ab9082343a6b9ccd9dd3d516834 2024-12-08T20:40:45,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2768bfc6885b4245b277a54e9805cb62 is 50, key is test_row_0/B:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:45,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742043_1219 (size=12301) 2024-12-08T20:40:46,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:46,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690506291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690506292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:46,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2768bfc6885b4245b277a54e9805cb62 2024-12-08T20:40:46,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/b2bd869d66d94b0bbd68aafc2d5853c7 is 50, key is test_row_0/C:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742044_1220 (size=12301) 2024-12-08T20:40:46,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:46,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:46,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/b2bd869d66d94b0bbd68aafc2d5853c7 2024-12-08T20:40:46,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/9ec27ab9082343a6b9ccd9dd3d516834 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834 2024-12-08T20:40:46,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834, entries=150, sequenceid=296, filesize=30.5 K 2024-12-08T20:40:46,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/2768bfc6885b4245b277a54e9805cb62 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62 2024-12-08T20:40:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62, entries=150, sequenceid=296, filesize=12.0 K 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/b2bd869d66d94b0bbd68aafc2d5853c7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7, entries=150, sequenceid=296, filesize=12.0 K 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 0522c7953dd974de135d6072b3ad1528 in 1679ms, sequenceid=296, compaction requested=true 2024-12-08T20:40:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:46,832 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:46,832 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,834 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:46,834 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:46,834 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=83.4 K 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,835 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834] 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:46,835 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:46,835 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,835 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4a4e13a6df904cf8ae02ac9311ac85d1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=34.0 K 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 580c151a1b2c4613a535faf80ad3f8ff, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4e13a6df904cf8ae02ac9311ac85d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:46,836 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62044f5cbd60448b97cca7b13db286e3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733690442634 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ec27ab9082343a6b9ccd9dd3d516834, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ebfa3f281414544af557ef521cfbc37, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733690442634 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,836 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2768bfc6885b4245b277a54e9805cb62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,845 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,846 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412086a177101ffaf4573955ba9c4e3ee9692_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:46,846 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7557b45daaa24ca78abf7e32c38bf027 is 50, key is test_row_0/B:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,847 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412086a177101ffaf4573955ba9c4e3ee9692_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:46,847 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086a177101ffaf4573955ba9c4e3ee9692_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742045_1221 (size=12983) 2024-12-08T20:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7557b45daaa24ca78abf7e32c38bf027 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7557b45daaa24ca78abf7e32c38bf027 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,875 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 7557b45daaa24ca78abf7e32c38bf027(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:46,875 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:46,875 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690446832; duration=0sec 2024-12-08T20:40:46,875 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:46,875 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,875 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742046_1222 (size=4469) 2024-12-08T20:40:46,876 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:46,876 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:46,876 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,877 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aac0c76045594389bab79c5b0062bb9a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=34.0 K 2024-12-08T20:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,877 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting aac0c76045594389bab79c5b0062bb9a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733690441999 2024-12-08T20:40:46,877 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 52309144fd804a55b817bd51408fbe53, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733690442634 2024-12-08T20:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,878 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b2bd869d66d94b0bbd68aafc2d5853c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/0ec2aa12fe0341a0a6a64389f3dd8524 is 50, key is test_row_0/C:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742047_1223 (size=12983) 2024-12-08T20:40:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-08T20:40:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-08T20:40:46,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-12-08T20:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5340 sec 2024-12-08T20:40:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:47,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:47,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:40:47,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082518650961dc4b91bf9864dc53bec6c4_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690447062/Put/seqid=0 2024-12-08T20:40:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742048_1224 (size=14994) 2024-12-08T20:40:47,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:47,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082518650961dc4b91bf9864dc53bec6c4_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082518650961dc4b91bf9864dc53bec6c4_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:47,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/77d25a3617fb4e4bb53b1d2d528deef1, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:47,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/77d25a3617fb4e4bb53b1d2d528deef1 is 175, key is test_row_0/A:col10/1733690447062/Put/seqid=0 2024-12-08T20:40:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742049_1225 (size=39949) 2024-12-08T20:40:47,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690507150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690507261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,278 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#185 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:47,278 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/687d27bfea3e4f638b3e57cad145d5e1 is 175, key is test_row_0/A:col10/1733690444829/Put/seqid=0 2024-12-08T20:40:47,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742050_1226 (size=31937) 2024-12-08T20:40:47,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690507302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,302 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,307 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/0ec2aa12fe0341a0a6a64389f3dd8524 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/0ec2aa12fe0341a0a6a64389f3dd8524 2024-12-08T20:40:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690507311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,315 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,322 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 0ec2aa12fe0341a0a6a64389f3dd8524(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:47,322 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:47,322 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690446832; duration=0sec 2024-12-08T20:40:47,322 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:47,322 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:47,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690507471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/77d25a3617fb4e4bb53b1d2d528deef1 2024-12-08T20:40:47,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/d463f3c8be4a43408c70ae2d9b0987a8 is 50, key is test_row_0/B:col10/1733690447062/Put/seqid=0 2024-12-08T20:40:47,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742051_1227 (size=12301) 2024-12-08T20:40:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-08T20:40:47,561 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:47,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-08T20:40:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:47,563 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:47,564 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:47,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:47,689 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/687d27bfea3e4f638b3e57cad145d5e1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1 2024-12-08T20:40:47,694 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 687d27bfea3e4f638b3e57cad145d5e1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:47,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:47,694 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690446832; duration=0sec 2024-12-08T20:40:47,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:47,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:47,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:47,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690507782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:47,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:47,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:47,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:47,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:47,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/d463f3c8be4a43408c70ae2d9b0987a8 2024-12-08T20:40:47,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/1403dd88a04445a982f50d7111c83b48 is 50, key is test_row_0/C:col10/1733690447062/Put/seqid=0 2024-12-08T20:40:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742052_1228 (size=12301) 2024-12-08T20:40:48,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:48,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690508292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:48,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:48,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:48,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/1403dd88a04445a982f50d7111c83b48 2024-12-08T20:40:48,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/77d25a3617fb4e4bb53b1d2d528deef1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1 2024-12-08T20:40:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1, entries=200, sequenceid=309, filesize=39.0 K 2024-12-08T20:40:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/d463f3c8be4a43408c70ae2d9b0987a8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8 2024-12-08T20:40:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T20:40:48,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/1403dd88a04445a982f50d7111c83b48 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48 2024-12-08T20:40:48,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T20:40:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0522c7953dd974de135d6072b3ad1528 in 1283ms, sequenceid=309, compaction requested=false 2024-12-08T20:40:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:48,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-08T20:40:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:48,480 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:40:48,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a5c926678d2540369fa1fa39d16c1377_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690447122/Put/seqid=0 2024-12-08T20:40:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742053_1229 (size=12454) 2024-12-08T20:40:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:48,507 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a5c926678d2540369fa1fa39d16c1377_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a5c926678d2540369fa1fa39d16c1377_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/540f60cd21644ef7ab0148d00565feaa, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/540f60cd21644ef7ab0148d00565feaa is 175, key is test_row_0/A:col10/1733690447122/Put/seqid=0 2024-12-08T20:40:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742054_1230 (size=31255) 2024-12-08T20:40:48,539 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/540f60cd21644ef7ab0148d00565feaa 2024-12-08T20:40:48,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7b4c7fc5a678489594e983e149fdd2f6 is 50, key is test_row_0/B:col10/1733690447122/Put/seqid=0 2024-12-08T20:40:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742055_1231 (size=12301) 2024-12-08T20:40:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:48,966 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7b4c7fc5a678489594e983e149fdd2f6 2024-12-08T20:40:48,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/96a2d99b1a2d40d48413b6e22b840249 is 50, key is test_row_0/C:col10/1733690447122/Put/seqid=0 2024-12-08T20:40:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742056_1232 (size=12301) 2024-12-08T20:40:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:49,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690509319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690509321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,322 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690509331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,333 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,378 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/96a2d99b1a2d40d48413b6e22b840249 2024-12-08T20:40:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/540f60cd21644ef7ab0148d00565feaa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa 2024-12-08T20:40:49,385 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa, entries=150, sequenceid=336, filesize=30.5 K 2024-12-08T20:40:49,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/7b4c7fc5a678489594e983e149fdd2f6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6 2024-12-08T20:40:49,390 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T20:40:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/96a2d99b1a2d40d48413b6e22b840249 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249 2024-12-08T20:40:49,395 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T20:40:49,396 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0522c7953dd974de135d6072b3ad1528 in 916ms, sequenceid=336, compaction requested=true 2024-12-08T20:40:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T20:40:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T20:40:49,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-08T20:40:49,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-12-08T20:40:49,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8370 sec 2024-12-08T20:40:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:49,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:40:49,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c30167cb777b47ebaff8ddef9ebd98a3_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:49,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742057_1233 (size=14994) 2024-12-08T20:40:49,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690509501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690509612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T20:40:49,712 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:49,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:40:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-08T20:40:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:49,714 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:40:49,714 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:40:49,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:40:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:49,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690509821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:49,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:49,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:49,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:49,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:49,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:49,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:49,880 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c30167cb777b47ebaff8ddef9ebd98a3_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c30167cb777b47ebaff8ddef9ebd98a3_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:49,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/45fd58b162014f3baac2c96c175acc8e, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:49,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/45fd58b162014f3baac2c96c175acc8e is 175, key is test_row_0/A:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742058_1234 (size=39949) 2024-12-08T20:40:50,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690510131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:50,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:50,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/45fd58b162014f3baac2c96c175acc8e 2024-12-08T20:40:50,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/40293e2e338b49afb75d81c134be8256 is 50, key is test_row_0/B:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:50,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742059_1235 (size=12301) 2024-12-08T20:40:50,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:50,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:40:50,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690510642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:50,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:50,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/40293e2e338b49afb75d81c134be8256 2024-12-08T20:40:50,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cff28ddb8c2a43178ed3dcecce00d1a5 is 50, key is test_row_0/C:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742060_1236 (size=12301) 2024-12-08T20:40:50,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cff28ddb8c2a43178ed3dcecce00d1a5 2024-12-08T20:40:50,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/45fd58b162014f3baac2c96c175acc8e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e 2024-12-08T20:40:50,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e, entries=200, sequenceid=348, filesize=39.0 K 2024-12-08T20:40:50,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/40293e2e338b49afb75d81c134be8256 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256 2024-12-08T20:40:50,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256, entries=150, sequenceid=348, filesize=12.0 K 2024-12-08T20:40:50,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/cff28ddb8c2a43178ed3dcecce00d1a5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5 2024-12-08T20:40:50,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5, entries=150, sequenceid=348, filesize=12.0 K 2024-12-08T20:40:50,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0522c7953dd974de135d6072b3ad1528 in 1305ms, sequenceid=348, compaction requested=true 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:50,738 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:50,738 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:50,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:50,740 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,740 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,740 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=139.7 K 2024-12-08T20:40:50,740 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7557b45daaa24ca78abf7e32c38bf027, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=48.7 K 2024-12-08T20:40:50,740 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e] 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7557b45daaa24ca78abf7e32c38bf027, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:50,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 687d27bfea3e4f638b3e57cad145d5e1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d463f3c8be4a43408c70ae2d9b0987a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733690447026 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77d25a3617fb4e4bb53b1d2d528deef1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733690447026 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4c7fc5a678489594e983e149fdd2f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690447122 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 540f60cd21644ef7ab0148d00565feaa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690447122 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 40293e2e338b49afb75d81c134be8256, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:50,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45fd58b162014f3baac2c96c175acc8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:50,748 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:50,750 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:50,750 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/b3b26f8c9e0047b49aa5dc84c17974f1 is 50, key is test_row_0/B:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:50,751 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412083ddc1f122c424325b84f7a6ba8630b0f_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:50,754 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412083ddc1f122c424325b84f7a6ba8630b0f_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:50,754 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083ddc1f122c424325b84f7a6ba8630b0f_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:50,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742061_1237 (size=13119) 2024-12-08T20:40:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742062_1238 (size=4469) 2024-12-08T20:40:50,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-08T20:40:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:50,793 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:40:50,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081e5ee42c9be54051bdc03596514a210a_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690449492/Put/seqid=0 2024-12-08T20:40:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742063_1239 (size=12454) 2024-12-08T20:40:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:51,158 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/b3b26f8c9e0047b49aa5dc84c17974f1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/b3b26f8c9e0047b49aa5dc84c17974f1 2024-12-08T20:40:51,163 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#197 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:51,163 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into b3b26f8c9e0047b49aa5dc84c17974f1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:51,163 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:51,163 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=12, startTime=1733690450738; duration=0sec 2024-12-08T20:40:51,163 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:51,163 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:51,163 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/296f6e6288f348ddb72535746f1f44e6 is 175, key is test_row_0/A:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:51,163 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:40:51,167 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:40:51,167 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:51,167 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:51,168 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/0ec2aa12fe0341a0a6a64389f3dd8524, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=48.7 K 2024-12-08T20:40:51,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec2aa12fe0341a0a6a64389f3dd8524, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733690444817 2024-12-08T20:40:51,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1403dd88a04445a982f50d7111c83b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733690447026 2024-12-08T20:40:51,169 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a2d99b1a2d40d48413b6e22b840249, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733690447122 2024-12-08T20:40:51,169 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cff28ddb8c2a43178ed3dcecce00d1a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742064_1240 (size=32073) 2024-12-08T20:40:51,177 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:51,178 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/6ac2cb9dab7e481eafe60c6788955a8f is 50, key is test_row_0/C:col10/1733690449312/Put/seqid=0 2024-12-08T20:40:51,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742065_1241 (size=13119) 2024-12-08T20:40:51,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:51,208 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081e5ee42c9be54051bdc03596514a210a_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081e5ee42c9be54051bdc03596514a210a_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/8f50a32f407840b19e504872d7950dd1, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/8f50a32f407840b19e504872d7950dd1 is 175, key is test_row_0/A:col10/1733690449492/Put/seqid=0 2024-12-08T20:40:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742066_1242 (size=31255) 2024-12-08T20:40:51,213 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/8f50a32f407840b19e504872d7950dd1 2024-12-08T20:40:51,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/5a39abbfdbff4cda8b59ecb0104e3c57 is 50, key is test_row_0/B:col10/1733690449492/Put/seqid=0 2024-12-08T20:40:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742067_1243 (size=12301) 2024-12-08T20:40:51,574 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/296f6e6288f348ddb72535746f1f44e6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6 2024-12-08T20:40:51,578 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 296f6e6288f348ddb72535746f1f44e6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:51,578 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:51,578 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=12, startTime=1733690450738; duration=0sec 2024-12-08T20:40:51,579 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:51,579 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:51,585 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/6ac2cb9dab7e481eafe60c6788955a8f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/6ac2cb9dab7e481eafe60c6788955a8f 2024-12-08T20:40:51,589 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into 6ac2cb9dab7e481eafe60c6788955a8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:51,589 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:51,589 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=12, startTime=1733690450738; duration=0sec 2024-12-08T20:40:51,589 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:51,589 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:51,624 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/5a39abbfdbff4cda8b59ecb0104e3c57 2024-12-08T20:40:51,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/2d84902d525c41f7912ffef64523d0ba is 50, key is test_row_0/C:col10/1733690449492/Put/seqid=0 2024-12-08T20:40:51,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742068_1244 (size=12301) 2024-12-08T20:40:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:51,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. as already flushing 2024-12-08T20:40:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690511670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690511782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690511991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,036 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/2d84902d525c41f7912ffef64523d0ba 2024-12-08T20:40:52,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/8f50a32f407840b19e504872d7950dd1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1 2024-12-08T20:40:52,044 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1, entries=150, sequenceid=372, filesize=30.5 K 2024-12-08T20:40:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/5a39abbfdbff4cda8b59ecb0104e3c57 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57 2024-12-08T20:40:52,049 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57, entries=150, sequenceid=372, filesize=12.0 K 2024-12-08T20:40:52,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/2d84902d525c41f7912ffef64523d0ba as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba 2024-12-08T20:40:52,053 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba, entries=150, sequenceid=372, filesize=12.0 K 2024-12-08T20:40:52,054 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0522c7953dd974de135d6072b3ad1528 in 1261ms, sequenceid=372, compaction requested=false 2024-12-08T20:40:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T20:40:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T20:40:52,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-08T20:40:52,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-12-08T20:40:52,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.3460 sec 2024-12-08T20:40:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:52,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:52,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:40:52,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aac48b02207d4edf98e2f9d63006ce65_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742069_1245 (size=14994) 2024-12-08T20:40:52,183 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:52,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aac48b02207d4edf98e2f9d63006ce65_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aac48b02207d4edf98e2f9d63006ce65_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:52,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/92778b20d9f1485694160bea5fe42153, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/92778b20d9f1485694160bea5fe42153 is 175, key is test_row_0/A:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742070_1246 (size=39949) 2024-12-08T20:40:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690512208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690512211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690512301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690512321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690512321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690512531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690512531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,594 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/92778b20d9f1485694160bea5fe42153 2024-12-08T20:40:52,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/23cfc1f53cb842d79d81f59081ab4b42 is 50, key is test_row_0/B:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742071_1247 (size=12301) 2024-12-08T20:40:52,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/23cfc1f53cb842d79d81f59081ab4b42 2024-12-08T20:40:52,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/01b5c8d3e8db40d39bc66d9d078f660f is 50, key is test_row_0/C:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742072_1248 (size=12301) 2024-12-08T20:40:52,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/01b5c8d3e8db40d39bc66d9d078f660f 2024-12-08T20:40:52,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/92778b20d9f1485694160bea5fe42153 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153 2024-12-08T20:40:52,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153, entries=200, sequenceid=388, filesize=39.0 K 2024-12-08T20:40:52,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/23cfc1f53cb842d79d81f59081ab4b42 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42 2024-12-08T20:40:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42, entries=150, sequenceid=388, filesize=12.0 K 2024-12-08T20:40:52,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/01b5c8d3e8db40d39bc66d9d078f660f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f 2024-12-08T20:40:52,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f, entries=150, sequenceid=388, filesize=12.0 K 2024-12-08T20:40:52,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0522c7953dd974de135d6072b3ad1528 in 498ms, sequenceid=388, compaction requested=true 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:52,671 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:52,671 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:52,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:52,672 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:52,672 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:52,672 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:52,672 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:52,672 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:52,672 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:52,672 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=100.9 K 2024-12-08T20:40:52,672 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/b3b26f8c9e0047b49aa5dc84c17974f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.8 K 2024-12-08T20:40:52,672 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:52,673 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153] 2024-12-08T20:40:52,673 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b3b26f8c9e0047b49aa5dc84c17974f1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:52,673 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 296f6e6288f348ddb72535746f1f44e6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:52,673 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a39abbfdbff4cda8b59ecb0104e3c57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733690449492 2024-12-08T20:40:52,674 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f50a32f407840b19e504872d7950dd1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733690449492 2024-12-08T20:40:52,674 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 23cfc1f53cb842d79d81f59081ab4b42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451664 2024-12-08T20:40:52,674 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92778b20d9f1485694160bea5fe42153, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451662 2024-12-08T20:40:52,688 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:52,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9f9dacdd1b7b481390701b182fa4fb00 is 50, key is test_row_0/B:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,691 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,695 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208575bae4d04d44e32b1eb54286363cf25_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,697 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208575bae4d04d44e32b1eb54286363cf25_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,697 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208575bae4d04d44e32b1eb54286363cf25_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742073_1249 (size=13221) 2024-12-08T20:40:52,713 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9f9dacdd1b7b481390701b182fa4fb00 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9f9dacdd1b7b481390701b182fa4fb00 2024-12-08T20:40:52,722 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 9f9dacdd1b7b481390701b182fa4fb00(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:52,722 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:52,722 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690452671; duration=0sec 2024-12-08T20:40:52,723 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:52,723 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:52,723 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742074_1250 (size=4469) 2024-12-08T20:40:52,725 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#207 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:52,726 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f6bcff7e462d46899c9e9c9353bef462 is 175, key is test_row_0/A:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,726 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:52,726 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:52,727 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:52,727 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/6ac2cb9dab7e481eafe60c6788955a8f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.8 K 2024-12-08T20:40:52,730 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ac2cb9dab7e481eafe60c6788955a8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690449306 2024-12-08T20:40:52,732 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d84902d525c41f7912ffef64523d0ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733690449492 2024-12-08T20:40:52,733 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 01b5c8d3e8db40d39bc66d9d078f660f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451664 2024-12-08T20:40:52,742 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:52,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/c8d63a4da6d24b1db69ca4c268d27fdb is 50, key is test_row_0/C:col10/1733690451664/Put/seqid=0 2024-12-08T20:40:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742075_1251 (size=32175) 2024-12-08T20:40:52,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742076_1252 (size=13221) 2024-12-08T20:40:52,771 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/c8d63a4da6d24b1db69ca4c268d27fdb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/c8d63a4da6d24b1db69ca4c268d27fdb 2024-12-08T20:40:52,780 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into c8d63a4da6d24b1db69ca4c268d27fdb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:52,780 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:52,780 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690452671; duration=0sec 2024-12-08T20:40:52,780 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:52,780 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:40:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:52,813 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:52,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:40:52,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082c3acbd445054caaba81ddf4afbf66c3_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690452206/Put/seqid=0 2024-12-08T20:40:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742077_1253 (size=14994) 2024-12-08T20:40:52,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:52,830 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082c3acbd445054caaba81ddf4afbf66c3_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c3acbd445054caaba81ddf4afbf66c3_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:52,831 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3a73b6dab0dc439793206cc03617e36e, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:52,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3a73b6dab0dc439793206cc03617e36e is 175, key is test_row_0/A:col10/1733690452206/Put/seqid=0 2024-12-08T20:40:52,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742078_1254 (size=39949) 2024-12-08T20:40:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690512840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690512841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690512841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:52,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690512951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,154 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/f6bcff7e462d46899c9e9c9353bef462 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462 2024-12-08T20:40:53,156 INFO [Thread-704 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-704. 2024-12-08T20:40:53,156 DEBUG [Thread-704 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:53,156 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,156 INFO [Thread-702 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-702. 2024-12-08T20:40:53,156 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,156 DEBUG [Thread-702 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:53,156 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:53,156 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:53,157 INFO [Thread-700 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-700. 2024-12-08T20:40:53,157 DEBUG [Thread-700 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:53,157 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,157 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:53,158 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into f6bcff7e462d46899c9e9c9353bef462(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:53,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:53,158 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690452671; duration=0sec 2024-12-08T20:40:53,159 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:53,159 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:53,159 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-12-08T20:40:53,159 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:53,159 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,159 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:53,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:53,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690513161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3a73b6dab0dc439793206cc03617e36e 2024-12-08T20:40:53,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9ea4b6ca2d8a4b659e15bcd6db8c746a is 50, key is test_row_0/B:col10/1733690452206/Put/seqid=0 2024-12-08T20:40:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742079_1255 (size=12301) 2024-12-08T20:40:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690513351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42052 deadline: 1733690513352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42086 deadline: 1733690513352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42074 deadline: 1733690513352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,352 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:53,352 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 0522c7953dd974de135d6072b3ad1528 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690513472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:53,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9ea4b6ca2d8a4b659e15bcd6db8c746a 2024-12-08T20:40:53,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/ca19a8f3095d4573b883010e7b5cb430 is 50, key is test_row_0/C:col10/1733690452206/Put/seqid=0 2024-12-08T20:40:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742080_1256 (size=12301) 2024-12-08T20:40:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T20:40:53,883 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:40:53,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:40:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42088 deadline: 1733690513982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:40:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:40:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:40:54,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/ca19a8f3095d4573b883010e7b5cb430 2024-12-08T20:40:54,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/3a73b6dab0dc439793206cc03617e36e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e 2024-12-08T20:40:54,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e, entries=200, sequenceid=414, filesize=39.0 K 2024-12-08T20:40:54,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/9ea4b6ca2d8a4b659e15bcd6db8c746a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a 2024-12-08T20:40:54,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T20:40:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/ca19a8f3095d4573b883010e7b5cb430 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430 2024-12-08T20:40:54,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T20:40:54,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0522c7953dd974de135d6072b3ad1528 in 1269ms, sequenceid=414, compaction requested=false 2024-12-08T20:40:54,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:54,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:40:54,363 INFO [Thread-693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-693. 2024-12-08T20:40:54,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:40:54,364 DEBUG [Thread-693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:54,364 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,364 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-12-08T20:40:54,364 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:54,364 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,364 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:54,364 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:54,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dd0d38d876e340e48717100e501aa0df_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742081_1257 (size=12454) 2024-12-08T20:40:54,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:40:54,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dd0d38d876e340e48717100e501aa0df_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dd0d38d876e340e48717100e501aa0df_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:40:54,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/cb711c94ebe345e3a921132aa8b74f45, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:54,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/cb711c94ebe345e3a921132aa8b74f45 is 175, key is test_row_0/A:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742082_1258 (size=31255) 2024-12-08T20:40:54,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:40:54,996 INFO [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691. 2024-12-08T20:40:54,996 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:40:54,996 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,997 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:40:54,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:40:55,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/cb711c94ebe345e3a921132aa8b74f45 2024-12-08T20:40:55,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/423db93e820844a2ac478d9346edaccd is 50, key is test_row_0/B:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:55,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742083_1259 (size=12301) 2024-12-08T20:40:55,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/423db93e820844a2ac478d9346edaccd 2024-12-08T20:40:55,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/44094fbda88142bf980d25b76370b83b is 50, key is test_row_0/C:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:55,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742084_1260 (size=12301) 2024-12-08T20:40:56,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/44094fbda88142bf980d25b76370b83b 2024-12-08T20:40:56,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/cb711c94ebe345e3a921132aa8b74f45 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45 2024-12-08T20:40:56,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45, entries=150, sequenceid=429, filesize=30.5 K 2024-12-08T20:40:56,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/423db93e820844a2ac478d9346edaccd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd 2024-12-08T20:40:56,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd, entries=150, sequenceid=429, filesize=12.0 K 2024-12-08T20:40:56,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/44094fbda88142bf980d25b76370b83b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b 2024-12-08T20:40:56,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b, entries=150, sequenceid=429, filesize=12.0 K 2024-12-08T20:40:56,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for 0522c7953dd974de135d6072b3ad1528 in 1698ms, sequenceid=429, compaction requested=true 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:40:56,061 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:56,061 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0522c7953dd974de135d6072b3ad1528:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:40:56,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:56,062 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:56,062 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:56,062 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/A is initiating minor compaction (all files) 2024-12-08T20:40:56,062 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/A in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:56,062 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/B is initiating minor compaction (all files) 2024-12-08T20:40:56,062 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=101.0 K 2024-12-08T20:40:56,062 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/B in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:56,062 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:56,063 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45] 2024-12-08T20:40:56,063 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9f9dacdd1b7b481390701b182fa4fb00, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.9 K 2024-12-08T20:40:56,063 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6bcff7e462d46899c9e9c9353bef462, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451664 2024-12-08T20:40:56,063 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f9dacdd1b7b481390701b182fa4fb00, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451664 2024-12-08T20:40:56,063 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a73b6dab0dc439793206cc03617e36e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733690452205 2024-12-08T20:40:56,063 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ea4b6ca2d8a4b659e15bcd6db8c746a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733690452206 2024-12-08T20:40:56,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb711c94ebe345e3a921132aa8b74f45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733690452830 2024-12-08T20:40:56,064 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 423db93e820844a2ac478d9346edaccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733690452830 2024-12-08T20:40:56,072 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:56,072 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/0f8e4000bec8427ab36eb02ed7f4e01f is 50, key is test_row_0/B:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:56,075 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:56,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742085_1261 (size=13323) 2024-12-08T20:40:56,077 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412082e47fff98ece4fcea5b9b043f2967f7e_0522c7953dd974de135d6072b3ad1528 store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:56,093 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412082e47fff98ece4fcea5b9b043f2967f7e_0522c7953dd974de135d6072b3ad1528, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:56,093 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082e47fff98ece4fcea5b9b043f2967f7e_0522c7953dd974de135d6072b3ad1528 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:40:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742086_1262 (size=4469) 2024-12-08T20:40:56,098 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#A#compaction#216 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:56,099 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/28ad8823c4d14a729b302d897b27dd81 is 175, key is test_row_0/A:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742087_1263 (size=32277) 2024-12-08T20:40:56,483 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/0f8e4000bec8427ab36eb02ed7f4e01f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0f8e4000bec8427ab36eb02ed7f4e01f 2024-12-08T20:40:56,490 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/B of 0522c7953dd974de135d6072b3ad1528 into 0f8e4000bec8427ab36eb02ed7f4e01f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:56,490 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:56,490 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/B, priority=13, startTime=1733690456061; duration=0sec 2024-12-08T20:40:56,490 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:40:56,490 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:B 2024-12-08T20:40:56,491 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:40:56,492 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:40:56,492 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 0522c7953dd974de135d6072b3ad1528/C is initiating minor compaction (all files) 2024-12-08T20:40:56,492 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0522c7953dd974de135d6072b3ad1528/C in TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:40:56,492 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/c8d63a4da6d24b1db69ca4c268d27fdb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp, totalSize=36.9 K 2024-12-08T20:40:56,492 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d63a4da6d24b1db69ca4c268d27fdb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733690451664 2024-12-08T20:40:56,493 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ca19a8f3095d4573b883010e7b5cb430, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733690452206 2024-12-08T20:40:56,493 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 44094fbda88142bf980d25b76370b83b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733690452830 2024-12-08T20:40:56,502 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0522c7953dd974de135d6072b3ad1528#C#compaction#217 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:40:56,503 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/b0ed9f3a9ca14741aabe53334675bcbc is 50, key is test_row_0/C:col10/1733690452830/Put/seqid=0 2024-12-08T20:40:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742088_1264 (size=13323) 2024-12-08T20:40:56,507 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/28ad8823c4d14a729b302d897b27dd81 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/28ad8823c4d14a729b302d897b27dd81 2024-12-08T20:40:56,512 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/b0ed9f3a9ca14741aabe53334675bcbc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b0ed9f3a9ca14741aabe53334675bcbc 2024-12-08T20:40:56,512 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/A of 0522c7953dd974de135d6072b3ad1528 into 28ad8823c4d14a729b302d897b27dd81(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:56,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:56,512 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/A, priority=13, startTime=1733690456061; duration=0sec 2024-12-08T20:40:56,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:56,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:A 2024-12-08T20:40:56,517 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0522c7953dd974de135d6072b3ad1528/C of 0522c7953dd974de135d6072b3ad1528 into b0ed9f3a9ca14741aabe53334675bcbc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:40:56,517 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0522c7953dd974de135d6072b3ad1528: 2024-12-08T20:40:56,517 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., storeName=0522c7953dd974de135d6072b3ad1528/C, priority=13, startTime=1733690456061; duration=0sec 2024-12-08T20:40:56,517 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:40:56,517 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0522c7953dd974de135d6072b3ad1528:C 2024-12-08T20:41:03,444 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-12-08T20:41:03,444 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:03,444 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,444 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:03,454 INFO [Thread-689 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-689. 2024-12-08T20:41:03,454 DEBUG [Thread-689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:03,454 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,454 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 133 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-08T20:41:03,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5016 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5080 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2101 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6295 rows 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2111 2024-12-08T20:41:03,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6328 rows 2024-12-08T20:41:03,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:41:03,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:41:03,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:03,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:03,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:41:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:03,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690463462"}]},"ts":"1733690463462"} 2024-12-08T20:41:03,464 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:41:03,464 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:41:03,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:41:03,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, UNASSIGN}] 2024-12-08T20:41:03,466 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, UNASSIGN 2024-12-08T20:41:03,467 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:03,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, UNASSIGN because future has completed 2024-12-08T20:41:03,468 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:41:03,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:03,621 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:03,621 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:41:03,621 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 0522c7953dd974de135d6072b3ad1528, disabling compactions & flushes 2024-12-08T20:41:03,622 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:41:03,622 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:41:03,622 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. after waiting 0 ms 2024-12-08T20:41:03,622 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:41:03,622 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 0522c7953dd974de135d6072b3ad1528 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-08T20:41:03,632 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085fa5ee5f628941d6b2ccba88a110d80f_0522c7953dd974de135d6072b3ad1528 is 50, key is test_row_0/A:col10/1733690463442/Put/seqid=0 2024-12-08T20:41:03,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742089_1265 (size=9914) 2024-12-08T20:41:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:04,038 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:04,046 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085fa5ee5f628941d6b2ccba88a110d80f_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085fa5ee5f628941d6b2ccba88a110d80f_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:04,047 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/86bc0ff7522645fa881b0f309a749915, store: [table=TestAcidGuarantees family=A region=0522c7953dd974de135d6072b3ad1528] 2024-12-08T20:41:04,048 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/86bc0ff7522645fa881b0f309a749915 is 175, key is test_row_0/A:col10/1733690463442/Put/seqid=0 2024-12-08T20:41:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742090_1266 (size=22561) 2024-12-08T20:41:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:04,453 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/86bc0ff7522645fa881b0f309a749915 2024-12-08T20:41:04,466 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/73ad987bc5294b3db46454b56c5f1740 is 50, key is test_row_0/B:col10/1733690463442/Put/seqid=0 2024-12-08T20:41:04,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742091_1267 (size=9857) 2024-12-08T20:41:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:04,873 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/73ad987bc5294b3db46454b56c5f1740 2024-12-08T20:41:04,887 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/37e046b2dc7b4736802e168f073bd5b2 is 50, key is test_row_0/C:col10/1733690463442/Put/seqid=0 2024-12-08T20:41:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742092_1268 (size=9857) 2024-12-08T20:41:05,293 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/37e046b2dc7b4736802e168f073bd5b2 2024-12-08T20:41:05,304 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/A/86bc0ff7522645fa881b0f309a749915 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/86bc0ff7522645fa881b0f309a749915 2024-12-08T20:41:05,310 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/86bc0ff7522645fa881b0f309a749915, entries=100, sequenceid=438, filesize=22.0 K 2024-12-08T20:41:05,311 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/B/73ad987bc5294b3db46454b56c5f1740 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/73ad987bc5294b3db46454b56c5f1740 2024-12-08T20:41:05,315 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/73ad987bc5294b3db46454b56c5f1740, entries=100, sequenceid=438, filesize=9.6 K 2024-12-08T20:41:05,316 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/.tmp/C/37e046b2dc7b4736802e168f073bd5b2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/37e046b2dc7b4736802e168f073bd5b2 2024-12-08T20:41:05,320 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/37e046b2dc7b4736802e168f073bd5b2, entries=100, sequenceid=438, filesize=9.6 K 2024-12-08T20:41:05,320 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0522c7953dd974de135d6072b3ad1528 in 1698ms, sequenceid=438, compaction requested=false 2024-12-08T20:41:05,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45] to archive 2024-12-08T20:41:05,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:05,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/39af55e397ec43909ae3dc733cdebafa 2024-12-08T20:41:05,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4aac235773104f36a51bf37dabaac996 2024-12-08T20:41:05,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/bccfac4d5adc45f5ae74117104c5def1 2024-12-08T20:41:05,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/af318f09d1114e32bd8fc444cd3063f5 2024-12-08T20:41:05,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f44825365d734f7cb81a9dfffd4dd4fb 2024-12-08T20:41:05,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/430cf1180ff9493e87a601e49be7ed3d 2024-12-08T20:41:05,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/69077ca929954db1bd81e515a9032ea1 2024-12-08T20:41:05,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/7b0519ba5b55468daa4328aafc502a88 2024-12-08T20:41:05,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4eab7822378a41bf94ffebe349340c92 2024-12-08T20:41:05,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/4154e6298a3f44eb88d0e58b5b892f98 2024-12-08T20:41:05,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/43c8780fc5fd489da45e35a551851748 2024-12-08T20:41:05,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c9424218c18040d8ac27514fb3aa79b0 2024-12-08T20:41:05,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/c50300243752435fb092813cfcaf954e 2024-12-08T20:41:05,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f5dcf216c8094ec99dabac4cdabf8c5a 2024-12-08T20:41:05,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3972b716d15b491993281c2bb57264c9 2024-12-08T20:41:05,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/65c573f41fd74dc486bba962a418c1d7 2024-12-08T20:41:05,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f4bd3b9cefc2414786561da4a9ffb9af 2024-12-08T20:41:05,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/580c151a1b2c4613a535faf80ad3f8ff 2024-12-08T20:41:05,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/62044f5cbd60448b97cca7b13db286e3 2024-12-08T20:41:05,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/687d27bfea3e4f638b3e57cad145d5e1 2024-12-08T20:41:05,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/9ec27ab9082343a6b9ccd9dd3d516834 2024-12-08T20:41:05,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/77d25a3617fb4e4bb53b1d2d528deef1 2024-12-08T20:41:05,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/540f60cd21644ef7ab0148d00565feaa 2024-12-08T20:41:05,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/45fd58b162014f3baac2c96c175acc8e 2024-12-08T20:41:05,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/296f6e6288f348ddb72535746f1f44e6 2024-12-08T20:41:05,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/8f50a32f407840b19e504872d7950dd1 2024-12-08T20:41:05,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/92778b20d9f1485694160bea5fe42153 2024-12-08T20:41:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/f6bcff7e462d46899c9e9c9353bef462 2024-12-08T20:41:05,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/3a73b6dab0dc439793206cc03617e36e 2024-12-08T20:41:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/cb711c94ebe345e3a921132aa8b74f45 2024-12-08T20:41:05,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/516cbba63c5f413981382711bcb45ce6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4b34a612a565424d936af8ece70e0b26, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/31d0932ffb824e04871280a0747f8992, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f337a37eeac74565be185501971fe67e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4a4e13a6df904cf8ae02ac9311ac85d1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7557b45daaa24ca78abf7e32c38bf027, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/b3b26f8c9e0047b49aa5dc84c17974f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9f9dacdd1b7b481390701b182fa4fb00, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd] to archive 2024-12-08T20:41:05,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:05,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/38e114c53dc7497d8b1fc2bad82bfc33 2024-12-08T20:41:05,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e3262902f4534a61917c3e1ec73a8e14 2024-12-08T20:41:05,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/516cbba63c5f413981382711bcb45ce6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/516cbba63c5f413981382711bcb45ce6 2024-12-08T20:41:05,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/79ec7bec466e421fb1dce33971bb9de2 2024-12-08T20:41:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4f4c310341324aeea1a5a820f20be040 2024-12-08T20:41:05,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4b34a612a565424d936af8ece70e0b26 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4b34a612a565424d936af8ece70e0b26 2024-12-08T20:41:05,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9855996e2c7a49a98cff4d83c03f2451 2024-12-08T20:41:05,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4af8660e0f164d3db32a6ea9a7926ad9 2024-12-08T20:41:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/70199133813943eda818fd4ddfaceb8e 2024-12-08T20:41:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/31d0932ffb824e04871280a0747f8992 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/31d0932ffb824e04871280a0747f8992 2024-12-08T20:41:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/6eaf4d56c0324f4da86e84a2e5b13a8c 2024-12-08T20:41:05,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f77e26cf20974e22a62544981b7c765e 2024-12-08T20:41:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7e54d1606b9546a2b5b7f1f7411c99bb 2024-12-08T20:41:05,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f337a37eeac74565be185501971fe67e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/f337a37eeac74565be185501971fe67e 2024-12-08T20:41:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7a912c4711d24d60b91001be8bab7c13 2024-12-08T20:41:05,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/e20cd25a07c242dc8a183f6bd4059cd0 2024-12-08T20:41:05,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4a4e13a6df904cf8ae02ac9311ac85d1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/4a4e13a6df904cf8ae02ac9311ac85d1 2024-12-08T20:41:05,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0d85d5acc6e04a13a404617d072b7dec 2024-12-08T20:41:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2ebfa3f281414544af557ef521cfbc37 2024-12-08T20:41:05,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7557b45daaa24ca78abf7e32c38bf027 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7557b45daaa24ca78abf7e32c38bf027 2024-12-08T20:41:05,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/2768bfc6885b4245b277a54e9805cb62 2024-12-08T20:41:05,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/d463f3c8be4a43408c70ae2d9b0987a8 2024-12-08T20:41:05,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/7b4c7fc5a678489594e983e149fdd2f6 2024-12-08T20:41:05,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/b3b26f8c9e0047b49aa5dc84c17974f1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/b3b26f8c9e0047b49aa5dc84c17974f1 2024-12-08T20:41:05,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/40293e2e338b49afb75d81c134be8256 2024-12-08T20:41:05,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/5a39abbfdbff4cda8b59ecb0104e3c57 2024-12-08T20:41:05,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9f9dacdd1b7b481390701b182fa4fb00 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9f9dacdd1b7b481390701b182fa4fb00 2024-12-08T20:41:05,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/23cfc1f53cb842d79d81f59081ab4b42 2024-12-08T20:41:05,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/9ea4b6ca2d8a4b659e15bcd6db8c746a 2024-12-08T20:41:05,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/423db93e820844a2ac478d9346edaccd 2024-12-08T20:41:05,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/56eff5f6fd2b48aeb6f97ca3e91204d7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2afea06411fd44a9952c76651a697023, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/97db7e3a7a8f40f1a58c78bb065a4921, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/469c483a9509469286475b08adf5f33e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aac0c76045594389bab79c5b0062bb9a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/0ec2aa12fe0341a0a6a64389f3dd8524, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/6ac2cb9dab7e481eafe60c6788955a8f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/c8d63a4da6d24b1db69ca4c268d27fdb, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b] to archive 2024-12-08T20:41:05,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:05,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cfeeac4ee9684f94b05e43999b118457 2024-12-08T20:41:05,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a07bb6cb146b41a9a016c9ec2936a5af 2024-12-08T20:41:05,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/56eff5f6fd2b48aeb6f97ca3e91204d7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/56eff5f6fd2b48aeb6f97ca3e91204d7 2024-12-08T20:41:05,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4353b021727741468e59263e606e3e5d 2024-12-08T20:41:05,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/20fb2d7b97664b4790c3342b271e7910 2024-12-08T20:41:05,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2afea06411fd44a9952c76651a697023 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2afea06411fd44a9952c76651a697023 2024-12-08T20:41:05,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/5a2b4851fefc4bd1a250d936305df359 2024-12-08T20:41:05,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a7ed10e592694cbcb55d149f6005c1f1 2024-12-08T20:41:05,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/d1d8529ca1744841ac2772680ce0df17 2024-12-08T20:41:05,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/97db7e3a7a8f40f1a58c78bb065a4921 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/97db7e3a7a8f40f1a58c78bb065a4921 2024-12-08T20:41:05,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/604b0bd20d9f4cdb808eb48f674afd11 2024-12-08T20:41:05,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/4d4151fe39344f4483fd5ddff06f9770 2024-12-08T20:41:05,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cda96d24b8964369b2cc56f2277ee23d 2024-12-08T20:41:05,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/469c483a9509469286475b08adf5f33e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/469c483a9509469286475b08adf5f33e 2024-12-08T20:41:05,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/68df7c8c220742b5a685e26c9761e688 2024-12-08T20:41:05,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/a66fdaf4e2614404abd483451d2ef07b 2024-12-08T20:41:05,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aac0c76045594389bab79c5b0062bb9a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aac0c76045594389bab79c5b0062bb9a 2024-12-08T20:41:05,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/aaebe100359248e482fb83ee207825e6 2024-12-08T20:41:05,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/52309144fd804a55b817bd51408fbe53 2024-12-08T20:41:05,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/0ec2aa12fe0341a0a6a64389f3dd8524 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/0ec2aa12fe0341a0a6a64389f3dd8524 2024-12-08T20:41:05,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b2bd869d66d94b0bbd68aafc2d5853c7 2024-12-08T20:41:05,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/1403dd88a04445a982f50d7111c83b48 2024-12-08T20:41:05,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/96a2d99b1a2d40d48413b6e22b840249 2024-12-08T20:41:05,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/6ac2cb9dab7e481eafe60c6788955a8f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/6ac2cb9dab7e481eafe60c6788955a8f 2024-12-08T20:41:05,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/cff28ddb8c2a43178ed3dcecce00d1a5 2024-12-08T20:41:05,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/2d84902d525c41f7912ffef64523d0ba 2024-12-08T20:41:05,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/c8d63a4da6d24b1db69ca4c268d27fdb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/c8d63a4da6d24b1db69ca4c268d27fdb 2024-12-08T20:41:05,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/01b5c8d3e8db40d39bc66d9d078f660f 2024-12-08T20:41:05,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/ca19a8f3095d4573b883010e7b5cb430 2024-12-08T20:41:05,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/44094fbda88142bf980d25b76370b83b 2024-12-08T20:41:05,415 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=4 2024-12-08T20:41:05,416 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. 2024-12-08T20:41:05,416 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 0522c7953dd974de135d6072b3ad1528: Waiting for close lock at 1733690463621Running coprocessor pre-close hooks at 1733690463621Disabling compacts and flushes for region at 1733690463621Disabling writes for close at 1733690463622 (+1 ms)Obtaining lock to block concurrent updates at 1733690463622Preparing flush snapshotting stores in 0522c7953dd974de135d6072b3ad1528 at 1733690463622Finished memstore snapshotting TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1733690463622Flushing stores of TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528. at 1733690463623 (+1 ms)Flushing 0522c7953dd974de135d6072b3ad1528/A: creating writer at 1733690463624 (+1 ms)Flushing mob file 0522c7953dd974de135d6072b3ad1528/A: appending metadata at 1733690463632 (+8 ms)Flushing mob file 0522c7953dd974de135d6072b3ad1528/A: closing flushed file at 1733690463632Flushing 0522c7953dd974de135d6072b3ad1528/A: appending metadata at 1733690464047 (+415 ms)Flushing 0522c7953dd974de135d6072b3ad1528/A: closing flushed file at 1733690464047Flushing 0522c7953dd974de135d6072b3ad1528/B: creating writer at 1733690464462 (+415 ms)Flushing 0522c7953dd974de135d6072b3ad1528/B: appending metadata at 1733690464466 (+4 ms)Flushing 0522c7953dd974de135d6072b3ad1528/B: closing flushed file at 1733690464466Flushing 0522c7953dd974de135d6072b3ad1528/C: creating writer at 1733690464883 (+417 ms)Flushing 0522c7953dd974de135d6072b3ad1528/C: appending metadata at 1733690464886 (+3 ms)Flushing 0522c7953dd974de135d6072b3ad1528/C: closing flushed file at 1733690464886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83a6cc: reopening flushed file at 1733690465303 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ec8e95: reopening flushed file at 1733690465310 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf6bf36: reopening flushed file at 1733690465315 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 0522c7953dd974de135d6072b3ad1528 in 1698ms, sequenceid=438, compaction requested=false at 1733690465321 (+6 ms)Writing region close event to WAL at 1733690465412 (+91 ms)Running coprocessor post-close hooks at 1733690465416 (+4 ms)Closed at 1733690465416 2024-12-08T20:41:05,418 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=0522c7953dd974de135d6072b3ad1528, regionState=CLOSED 2024-12-08T20:41:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:05,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-08T20:41:05,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 0522c7953dd974de135d6072b3ad1528, server=229bab1f9d30,41783,1733690396849 in 1.9520 sec 2024-12-08T20:41:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-08T20:41:05,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0522c7953dd974de135d6072b3ad1528, UNASSIGN in 1.9560 sec 2024-12-08T20:41:05,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-08T20:41:05,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9590 sec 2024-12-08T20:41:05,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690465425"}]},"ts":"1733690465425"} 2024-12-08T20:41:05,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:41:05,426 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:41:05,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9700 sec 2024-12-08T20:41:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T20:41:05,612 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:05,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:41:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,618 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T20:41:05,619 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,628 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits] 2024-12-08T20:41:05,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/28ad8823c4d14a729b302d897b27dd81 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/28ad8823c4d14a729b302d897b27dd81 2024-12-08T20:41:05,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/86bc0ff7522645fa881b0f309a749915 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/A/86bc0ff7522645fa881b0f309a749915 2024-12-08T20:41:05,639 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0f8e4000bec8427ab36eb02ed7f4e01f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/0f8e4000bec8427ab36eb02ed7f4e01f 2024-12-08T20:41:05,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/73ad987bc5294b3db46454b56c5f1740 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/B/73ad987bc5294b3db46454b56c5f1740 2024-12-08T20:41:05,645 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/37e046b2dc7b4736802e168f073bd5b2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/37e046b2dc7b4736802e168f073bd5b2 2024-12-08T20:41:05,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b0ed9f3a9ca14741aabe53334675bcbc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/C/b0ed9f3a9ca14741aabe53334675bcbc 2024-12-08T20:41:05,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits/441.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528/recovered.edits/441.seqid 2024-12-08T20:41:05,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:41:05,654 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:41:05,655 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T20:41:05,661 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208141f43792de14d08b268c6f8eaa9d17d_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208141f43792de14d08b268c6f8eaa9d17d_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,663 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081d09789444fe41cc81ae6bd450e62ca5_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081d09789444fe41cc81ae6bd450e62ca5_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,665 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081e5ee42c9be54051bdc03596514a210a_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081e5ee42c9be54051bdc03596514a210a_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,668 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082334498ef99248a2a4e5fca1b286c7b9_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082334498ef99248a2a4e5fca1b286c7b9_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,670 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082518650961dc4b91bf9864dc53bec6c4_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082518650961dc4b91bf9864dc53bec6c4_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120827aaa50056e044d2be4740c65a4e7346_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120827aaa50056e044d2be4740c65a4e7346_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c3acbd445054caaba81ddf4afbf66c3_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c3acbd445054caaba81ddf4afbf66c3_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208422b9497a9f04ba1be75a8ead6c74e2e_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208422b9497a9f04ba1be75a8ead6c74e2e_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084f2be01d854f4bff8a823245b41d3073_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084f2be01d854f4bff8a823245b41d3073_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120858e71188f5d64828ae796b5414bc667c_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120858e71188f5d64828ae796b5414bc667c_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085f8d2f3a61b145a98c8ce15bf680feb1_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085f8d2f3a61b145a98c8ce15bf680feb1_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,685 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085fa5ee5f628941d6b2ccba88a110d80f_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085fa5ee5f628941d6b2ccba88a110d80f_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864a2fd1380cd40de8ab24b243e9da2c9_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864a2fd1380cd40de8ab24b243e9da2c9_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086ed211107ec04b359c5eff559afe6212_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086ed211107ec04b359c5eff559afe6212_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,690 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208822373e16ff34680bf8172b73fa5ec1f_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208822373e16ff34680bf8172b73fa5ec1f_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,692 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aab2bcb28694b88a957356da631a464_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aab2bcb28694b88a957356da631a464_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,693 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f706454dc9640ca94b631debd947f9c_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f706454dc9640ca94b631debd947f9c_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,695 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a3c874d6635a447d98abec0e57ee1b6e_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a3c874d6635a447d98abec0e57ee1b6e_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,696 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a5c926678d2540369fa1fa39d16c1377_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a5c926678d2540369fa1fa39d16c1377_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,697 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aac48b02207d4edf98e2f9d63006ce65_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aac48b02207d4edf98e2f9d63006ce65_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c30167cb777b47ebaff8ddef9ebd98a3_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c30167cb777b47ebaff8ddef9ebd98a3_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,700 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dd0d38d876e340e48717100e501aa0df_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dd0d38d876e340e48717100e501aa0df_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ddb6f3d56e1249beb3d3ea04b52e7c98_0522c7953dd974de135d6072b3ad1528 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ddb6f3d56e1249beb3d3ea04b52e7c98_0522c7953dd974de135d6072b3ad1528 2024-12-08T20:41:05,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:41:05,704 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,706 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:41:05,708 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:41:05,709 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,709 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:41:05,709 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690465709"}]},"ts":"9223372036854775807"} 2024-12-08T20:41:05,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:41:05,712 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0522c7953dd974de135d6072b3ad1528, NAME => 'TestAcidGuarantees,,1733690429984.0522c7953dd974de135d6072b3ad1528.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:41:05,712 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:41:05,712 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690465712"}]},"ts":"9223372036854775807"} 2024-12-08T20:41:05,713 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:41:05,714 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-12-08T20:41:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T20:41:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:41:05,722 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:05,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 440), ProcessCount=11 (was 11), AvailableMemoryMB=16788 (was 17032) 2024-12-08T20:41:05,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=16788 2024-12-08T20:41:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:41:05,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:41:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:05,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:41:05,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:05,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-12-08T20:41:05,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:41:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:05,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742093_1269 (size=959) 2024-12-08T20:41:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:06,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:41:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742094_1270 (size=53) 2024-12-08T20:41:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:06,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8c2a1a77424f467401c9333911cb2846, disabling compactions & flushes 2024-12-08T20:41:06,605 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. after waiting 0 ms 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,605 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,605 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c2a1a77424f467401c9333911cb2846: Waiting for close lock at 1733690466605Disabling compacts and flushes for region at 1733690466605Disabling writes for close at 1733690466605Writing region close event to WAL at 1733690466605Closed at 1733690466605 2024-12-08T20:41:06,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:41:06,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690466608"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690466608"}]},"ts":"1733690466608"} 2024-12-08T20:41:06,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:41:06,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:41:06,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690466614"}]},"ts":"1733690466614"} 2024-12-08T20:41:06,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:41:06,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, ASSIGN}] 2024-12-08T20:41:06,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, ASSIGN 2024-12-08T20:41:06,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:41:06,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=8c2a1a77424f467401c9333911cb2846, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, ASSIGN because future has completed 2024-12-08T20:41:06,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:06,935 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,935 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:41:06,936 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,936 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:41:06,936 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,936 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,939 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,942 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2a1a77424f467401c9333911cb2846 columnFamilyName A 2024-12-08T20:41:06,942 DEBUG [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:06,943 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(327): Store=8c2a1a77424f467401c9333911cb2846/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:06,943 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,945 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2a1a77424f467401c9333911cb2846 columnFamilyName B 2024-12-08T20:41:06,945 DEBUG [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:06,946 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(327): Store=8c2a1a77424f467401c9333911cb2846/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:06,946 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,948 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2a1a77424f467401c9333911cb2846 columnFamilyName C 2024-12-08T20:41:06,948 DEBUG [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:06,949 INFO [StoreOpener-8c2a1a77424f467401c9333911cb2846-1 {}] regionserver.HStore(327): Store=8c2a1a77424f467401c9333911cb2846/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:06,949 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,950 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,951 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,953 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,953 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,953 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:41:06,955 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,959 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:41:06,959 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 8c2a1a77424f467401c9333911cb2846; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67958801, jitterRate=0.012665048241615295}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:41:06,960 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:06,960 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 8c2a1a77424f467401c9333911cb2846: Running coprocessor pre-open hook at 1733690466936Writing region info on filesystem at 1733690466937 (+1 ms)Initializing all the Stores at 1733690466938 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690466939 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690466939Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690466939Cleaning up temporary data from old regions at 1733690466953 (+14 ms)Running coprocessor post-open hooks at 1733690466960 (+7 ms)Region opened successfully at 1733690466960 2024-12-08T20:41:06,961 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., pid=61, masterSystemTime=1733690466928 2024-12-08T20:41:06,964 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,964 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:06,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=8c2a1a77424f467401c9333911cb2846, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:06,967 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34749 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=229bab1f9d30,41783,1733690396849, table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-08T20:41:06,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-08T20:41:06,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 in 194 msec 2024-12-08T20:41:06,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-08T20:41:06,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, ASSIGN in 354 msec 2024-12-08T20:41:06,973 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:41:06,973 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690466973"}]},"ts":"1733690466973"} 2024-12-08T20:41:06,975 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:41:06,976 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:41:06,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2380 sec 2024-12-08T20:41:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-08T20:41:07,894 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:07,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c45ccf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a6bbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ad9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:41:07,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:41:07,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3018359b 2024-12-08T20:41:07,908 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:41:07,909 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:41:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e140226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,911 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aebbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,912 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6978bbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279bf308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,914 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dfed85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,916 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e65552f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba0760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,918 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35586031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,920 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b221a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b3c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,922 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457f363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d31db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,927 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29424ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a5020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b646580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa6336f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6740239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85ada2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cdf2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e507a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660e239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@817edbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db6be22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67353b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,940 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455e94cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,942 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f3c12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364bb93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:07,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:07,944 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3beef4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:07,945 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:07,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29850231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:07,946 DEBUG [Thread-1240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,946 DEBUG [Thread-1244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,946 DEBUG [Thread-1242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,947 DEBUG [Thread-1251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,947 DEBUG [Thread-1259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,948 DEBUG [Thread-1248 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,949 DEBUG [Thread-1253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,949 DEBUG [Thread-1257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,949 DEBUG [Thread-1255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,949 DEBUG [Thread-1246 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-08T20:41:07,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T20:41:07,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,952 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:07,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:07,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:41:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:07,961 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:07,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:41:07,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/5c247eb885e744f7846b9478bad4f839 is 50, key is test_row_0/A:col10/1733690467959/Put/seqid=0 2024-12-08T20:41:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690527994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690527994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690527995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690527996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690527999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742095_1271 (size=12001) 2024-12-08T20:41:08,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/5c247eb885e744f7846b9478bad4f839 2024-12-08T20:41:08,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/5a560cc7f9dd463b869751cf540d85c3 is 50, key is test_row_0/B:col10/1733690467959/Put/seqid=0 2024-12-08T20:41:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T20:41:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742096_1272 (size=12001) 2024-12-08T20:41:08,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/5a560cc7f9dd463b869751cf540d85c3 2024-12-08T20:41:08,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/26d0e1d7a53d48a0a567092866e8906a is 50, key is test_row_0/C:col10/1733690467959/Put/seqid=0 2024-12-08T20:41:08,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-08T20:41:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690528111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690528111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690528112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690528113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690528114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742097_1273 (size=12001) 2024-12-08T20:41:08,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/26d0e1d7a53d48a0a567092866e8906a 2024-12-08T20:41:08,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/5c247eb885e744f7846b9478bad4f839 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839 2024-12-08T20:41:08,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T20:41:08,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/5a560cc7f9dd463b869751cf540d85c3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3 2024-12-08T20:41:08,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T20:41:08,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/26d0e1d7a53d48a0a567092866e8906a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a 2024-12-08T20:41:08,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T20:41:08,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c2a1a77424f467401c9333911cb2846 in 189ms, sequenceid=12, compaction requested=false 2024-12-08T20:41:08,150 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T20:41:08,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:08,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-08T20:41:08,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,261 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:41:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/808a8e0aeeb440af9b9d21613c61fed2 is 50, key is test_row_0/A:col10/1733690467992/Put/seqid=0 2024-12-08T20:41:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T20:41:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742098_1274 (size=12001) 2024-12-08T20:41:08,274 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/808a8e0aeeb440af9b9d21613c61fed2 2024-12-08T20:41:08,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 is 50, key is test_row_0/B:col10/1733690467992/Put/seqid=0 2024-12-08T20:41:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742099_1275 (size=12001) 2024-12-08T20:41:08,302 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 2024-12-08T20:41:08,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fea57b0129344078a049856499596888 is 50, key is test_row_0/C:col10/1733690467992/Put/seqid=0 2024-12-08T20:41:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:08,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:08,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742100_1276 (size=12001) 2024-12-08T20:41:08,326 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fea57b0129344078a049856499596888 2024-12-08T20:41:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/808a8e0aeeb440af9b9d21613c61fed2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2 2024-12-08T20:41:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690528329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690528333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690528333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,338 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:41:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690528334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690528336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 2024-12-08T20:41:08,345 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:41:08,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fea57b0129344078a049856499596888 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888 2024-12-08T20:41:08,351 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:41:08,352 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 8c2a1a77424f467401c9333911cb2846 in 91ms, sequenceid=37, compaction requested=false 2024-12-08T20:41:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-08T20:41:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-08T20:41:08,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-08T20:41:08,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 401 msec 2024-12-08T20:41:08,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 409 msec 2024-12-08T20:41:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:08,443 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:08,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:41:08,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/fda54c5d8da14828b91e715556e444d2 is 50, key is test_row_0/A:col10/1733690468443/Put/seqid=0 2024-12-08T20:41:08,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742101_1277 (size=12001) 2024-12-08T20:41:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690528473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690528473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690528474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690528476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690528477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T20:41:08,582 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:08,582 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:08,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-08T20:41:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690528582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690528582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690528582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690528582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690528582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:08,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690528791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690528791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690528791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690528791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690528791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:08,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/fda54c5d8da14828b91e715556e444d2 2024-12-08T20:41:08,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/6a4a8416772b424fab20bb78d533cc50 is 50, key is test_row_0/B:col10/1733690468443/Put/seqid=0 2024-12-08T20:41:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742102_1278 (size=12001) 2024-12-08T20:41:08,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:08,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:09,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690529102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:09,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/6a4a8416772b424fab20bb78d533cc50 2024-12-08T20:41:09,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cf5cf78542174d53a1869aff494e816d is 50, key is test_row_0/C:col10/1733690468443/Put/seqid=0 2024-12-08T20:41:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742103_1279 (size=12001) 2024-12-08T20:41:09,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690529611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690529612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690529612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690529612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690529612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:09,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:09,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:09,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cf5cf78542174d53a1869aff494e816d 2024-12-08T20:41:09,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/fda54c5d8da14828b91e715556e444d2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2 2024-12-08T20:41:09,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2, entries=150, sequenceid=55, filesize=11.7 K 2024-12-08T20:41:09,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/6a4a8416772b424fab20bb78d533cc50 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50 2024-12-08T20:41:09,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50, entries=150, sequenceid=55, filesize=11.7 K 2024-12-08T20:41:09,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cf5cf78542174d53a1869aff494e816d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d 2024-12-08T20:41:09,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d, entries=150, sequenceid=55, filesize=11.7 K 2024-12-08T20:41:09,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8c2a1a77424f467401c9333911cb2846 in 1265ms, sequenceid=55, compaction requested=true 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:09,708 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:09,708 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:09,709 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:09,709 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:09,709 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:09,709 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,709 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:09,709 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,709 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.2 K 2024-12-08T20:41:09,709 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.2 K 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a560cc7f9dd463b869751cf540d85c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733690467959 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c247eb885e744f7846b9478bad4f839, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733690467959 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a3d6d4107cc4ff6bdf7f66f0f34e684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690467992 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 808a8e0aeeb440af9b9d21613c61fed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690467992 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a4a8416772b424fab20bb78d533cc50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733690468442 2024-12-08T20:41:09,710 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda54c5d8da14828b91e715556e444d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733690468442 2024-12-08T20:41:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:09,733 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:09,733 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:09,733 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/66736dd52230415187c015576fac3abf is 50, key is test_row_0/A:col10/1733690468443/Put/seqid=0 2024-12-08T20:41:09,733 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/63f8212a0ada44fab79ff1aa6c125cc9 is 50, key is test_row_0/B:col10/1733690468443/Put/seqid=0 2024-12-08T20:41:09,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742104_1280 (size=12104) 2024-12-08T20:41:09,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742105_1281 (size=12104) 2024-12-08T20:41:09,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-08T20:41:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,806 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T20:41:09,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9acb03f49f754cdc9824c69f595cb11c is 50, key is test_row_0/A:col10/1733690468471/Put/seqid=0 2024-12-08T20:41:09,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742106_1282 (size=12001) 2024-12-08T20:41:09,815 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9acb03f49f754cdc9824c69f595cb11c 2024-12-08T20:41:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/72974c9a71154fed9a0ce67f0c19289c is 50, key is test_row_0/B:col10/1733690468471/Put/seqid=0 2024-12-08T20:41:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742107_1283 (size=12001) 2024-12-08T20:41:09,849 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/72974c9a71154fed9a0ce67f0c19289c 2024-12-08T20:41:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/d2c4526c090a4baeb209ca567b5de294 is 50, key is test_row_0/C:col10/1733690468471/Put/seqid=0 2024-12-08T20:41:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742108_1284 (size=12001) 2024-12-08T20:41:09,862 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/d2c4526c090a4baeb209ca567b5de294 2024-12-08T20:41:09,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9acb03f49f754cdc9824c69f595cb11c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c 2024-12-08T20:41:09,870 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c, entries=150, sequenceid=73, filesize=11.7 K 2024-12-08T20:41:09,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/72974c9a71154fed9a0ce67f0c19289c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c 2024-12-08T20:41:09,875 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c, entries=150, sequenceid=73, filesize=11.7 K 2024-12-08T20:41:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/d2c4526c090a4baeb209ca567b5de294 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294 2024-12-08T20:41:09,881 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294, entries=150, sequenceid=73, filesize=11.7 K 2024-12-08T20:41:09,882 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 8c2a1a77424f467401c9333911cb2846 in 76ms, sequenceid=73, compaction requested=true 2024-12-08T20:41:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-08T20:41:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-08T20:41:09,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-08T20:41:09,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2990 sec 2024-12-08T20:41:09,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.3040 sec 2024-12-08T20:41:10,169 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/66736dd52230415187c015576fac3abf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/66736dd52230415187c015576fac3abf 2024-12-08T20:41:10,170 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/63f8212a0ada44fab79ff1aa6c125cc9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/63f8212a0ada44fab79ff1aa6c125cc9 2024-12-08T20:41:10,174 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 66736dd52230415187c015576fac3abf(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:10,174 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:10,174 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690469708; duration=0sec 2024-12-08T20:41:10,174 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:10,174 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:10,174 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:41:10,175 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:10,176 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:10,176 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=46.9 K 2024-12-08T20:41:10,176 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 63f8212a0ada44fab79ff1aa6c125cc9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:10,176 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690469708; duration=0sec 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26d0e1d7a53d48a0a567092866e8906a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733690467959 2024-12-08T20:41:10,176 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea57b0129344078a049856499596888, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690467992 2024-12-08T20:41:10,177 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5cf78542174d53a1869aff494e816d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733690468442 2024-12-08T20:41:10,177 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2c4526c090a4baeb209ca567b5de294, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733690468471 2024-12-08T20:41:10,185 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:10,185 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/141299e006e34e5cbcd6d5d96cbf5804 is 50, key is test_row_0/C:col10/1733690468471/Put/seqid=0 2024-12-08T20:41:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742109_1285 (size=12139) 2024-12-08T20:41:10,193 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/141299e006e34e5cbcd6d5d96cbf5804 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/141299e006e34e5cbcd6d5d96cbf5804 2024-12-08T20:41:10,197 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 141299e006e34e5cbcd6d5d96cbf5804(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:10,197 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:10,197 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=12, startTime=1733690469708; duration=0sec 2024-12-08T20:41:10,197 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:10,197 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:10,627 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:10,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:41:10,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c543c89045545caabb25b6d637bd813 is 50, key is test_row_0/A:col10/1733690470626/Put/seqid=0 2024-12-08T20:41:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742110_1286 (size=12001) 2024-12-08T20:41:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690530645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690530646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690530648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690530649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690530650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-08T20:41:10,731 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:10,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-08T20:41:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:10,733 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:10,734 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:10,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690530751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690530761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690530762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690530762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690530762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:10,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-08T20:41:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:10,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:10,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:10,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:41:10,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690530961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690530972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690530972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690530972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690530972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c543c89045545caabb25b6d637bd813 2024-12-08T20:41:11,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-08T20:41:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/88ffc39bd32f4a10836988181c71bb48 is 50, key is test_row_0/B:col10/1733690470626/Put/seqid=0 2024-12-08T20:41:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742111_1287 (size=12001) 2024-12-08T20:41:11,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/88ffc39bd32f4a10836988181c71bb48 2024-12-08T20:41:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:11,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/820e1dbb047949d9af9bd6ae1f4374f5 is 50, key is test_row_0/C:col10/1733690470626/Put/seqid=0 2024-12-08T20:41:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742112_1288 (size=12001) 2024-12-08T20:41:11,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-08T20:41:11,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690531272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690531281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690531281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690531281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690531281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-08T20:41:11,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:11,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:11,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/820e1dbb047949d9af9bd6ae1f4374f5 2024-12-08T20:41:11,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c543c89045545caabb25b6d637bd813 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813 2024-12-08T20:41:11,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813, entries=150, sequenceid=87, filesize=11.7 K 2024-12-08T20:41:11,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/88ffc39bd32f4a10836988181c71bb48 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48 2024-12-08T20:41:11,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48, entries=150, sequenceid=87, filesize=11.7 K 2024-12-08T20:41:11,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/820e1dbb047949d9af9bd6ae1f4374f5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5 2024-12-08T20:41:11,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5, entries=150, sequenceid=87, filesize=11.7 K 2024-12-08T20:41:11,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8c2a1a77424f467401c9333911cb2846 in 848ms, sequenceid=87, compaction requested=true 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:11,475 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:11,475 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:11,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:11,476 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,476 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,476 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/66736dd52230415187c015576fac3abf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.3 K 2024-12-08T20:41:11,476 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/63f8212a0ada44fab79ff1aa6c125cc9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.3 K 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f8212a0ada44fab79ff1aa6c125cc9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733690468442 2024-12-08T20:41:11,476 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66736dd52230415187c015576fac3abf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733690468442 2024-12-08T20:41:11,477 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 72974c9a71154fed9a0ce67f0c19289c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733690468471 2024-12-08T20:41:11,477 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9acb03f49f754cdc9824c69f595cb11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733690468471 2024-12-08T20:41:11,477 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 88ffc39bd32f4a10836988181c71bb48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733690470623 2024-12-08T20:41:11,477 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c543c89045545caabb25b6d637bd813, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733690470623 2024-12-08T20:41:11,491 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:11,492 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/61865084f7d0481e8fad462d3a514ff3 is 50, key is test_row_0/A:col10/1733690470626/Put/seqid=0 2024-12-08T20:41:11,492 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:11,492 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0368ca609f6c4744974ae5937683a35c is 50, key is test_row_0/B:col10/1733690470626/Put/seqid=0 2024-12-08T20:41:11,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-08T20:41:11,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:11,497 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T20:41:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742114_1290 (size=12207) 2024-12-08T20:41:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742113_1289 (size=12207) 2024-12-08T20:41:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/d5882442c1334bedb6c0d7635a2210c6 is 50, key is test_row_0/A:col10/1733690470648/Put/seqid=0 2024-12-08T20:41:11,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742115_1291 (size=12001) 2024-12-08T20:41:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:11,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690531791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690531794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690531795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690531795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690531796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690531901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,904 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0368ca609f6c4744974ae5937683a35c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0368ca609f6c4744974ae5937683a35c 2024-12-08T20:41:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690531901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690531902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690531902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:11,909 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 0368ca609f6c4744974ae5937683a35c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:11,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:11,909 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690471475; duration=0sec 2024-12-08T20:41:11,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:11,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:11,909 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T20:41:11,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T20:41:11,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T20:41:11,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. because compaction request was cancelled 2024-12-08T20:41:11,910 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:11,916 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/61865084f7d0481e8fad462d3a514ff3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/61865084f7d0481e8fad462d3a514ff3 2024-12-08T20:41:11,920 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/d5882442c1334bedb6c0d7635a2210c6 2024-12-08T20:41:11,921 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 61865084f7d0481e8fad462d3a514ff3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:11,921 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:11,921 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690471475; duration=0sec 2024-12-08T20:41:11,921 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:11,921 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:11,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/d69803dbfa29445ca4b3e0cb06eb1af3 is 50, key is test_row_0/B:col10/1733690470648/Put/seqid=0 2024-12-08T20:41:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742116_1292 (size=12001) 2024-12-08T20:41:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690532111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690532111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690532111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690532111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,330 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/d69803dbfa29445ca4b3e0cb06eb1af3 2024-12-08T20:41:12,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/584ce6d098ef4f9ebe41d7e8023c193a is 50, key is test_row_0/C:col10/1733690470648/Put/seqid=0 2024-12-08T20:41:12,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742117_1293 (size=12001) 2024-12-08T20:41:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690532422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690532422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690532422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690532422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,753 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/584ce6d098ef4f9ebe41d7e8023c193a 2024-12-08T20:41:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/d5882442c1334bedb6c0d7635a2210c6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6 2024-12-08T20:41:12,762 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T20:41:12,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/d69803dbfa29445ca4b3e0cb06eb1af3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3 2024-12-08T20:41:12,767 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T20:41:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/584ce6d098ef4f9ebe41d7e8023c193a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a 2024-12-08T20:41:12,772 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T20:41:12,773 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8c2a1a77424f467401c9333911cb2846 in 1276ms, sequenceid=113, compaction requested=true 2024-12-08T20:41:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-08T20:41:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-08T20:41:12,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-08T20:41:12,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0400 sec 2024-12-08T20:41:12,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.0440 sec 2024-12-08T20:41:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:12,803 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:12,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:41:12,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/0149d98905034e0b801b7848d4c01fd1 is 50, key is test_row_0/A:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:12,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742118_1294 (size=12001) 2024-12-08T20:41:12,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/0149d98905034e0b801b7848d4c01fd1 2024-12-08T20:41:12,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b46180a9253d4976b88bdad2b8242d51 is 50, key is test_row_0/B:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:12,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742119_1295 (size=12001) 2024-12-08T20:41:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-08T20:41:12,882 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:12,882 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-08T20:41:12,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:12,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:12,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:12,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690532883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690532931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690532931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690532931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690532931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:12,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690532992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:12,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T20:41:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T20:41:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:13,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690533201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b46180a9253d4976b88bdad2b8242d51 2024-12-08T20:41:13,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fbb71d72a7844ba58e3419a689e4d7f9 is 50, key is test_row_0/C:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742120_1296 (size=12001) 2024-12-08T20:41:13,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fbb71d72a7844ba58e3419a689e4d7f9 2024-12-08T20:41:13,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/0149d98905034e0b801b7848d4c01fd1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1 2024-12-08T20:41:13,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T20:41:13,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b46180a9253d4976b88bdad2b8242d51 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51 2024-12-08T20:41:13,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T20:41:13,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fbb71d72a7844ba58e3419a689e4d7f9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9 2024-12-08T20:41:13,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T20:41:13,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c2a1a77424f467401c9333911cb2846 in 443ms, sequenceid=127, compaction requested=true 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:13,246 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:13,246 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:13,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:13,247 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:13,247 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:13,247 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,247 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0368ca609f6c4744974ae5937683a35c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.4 K 2024-12-08T20:41:13,247 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:13,247 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:13,248 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,248 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/61865084f7d0481e8fad462d3a514ff3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.4 K 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0368ca609f6c4744974ae5937683a35c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733690470623 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61865084f7d0481e8fad462d3a514ff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733690470623 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d69803dbfa29445ca4b3e0cb06eb1af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690470647 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b46180a9253d4976b88bdad2b8242d51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5882442c1334bedb6c0d7635a2210c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690470647 2024-12-08T20:41:13,248 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0149d98905034e0b801b7848d4c01fd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:13,255 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:13,255 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/83909b4c2101429094acada00b0cb532 is 50, key is test_row_0/A:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:13,260 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:13,260 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/e4360912d6cb4e3597645a325d8d28e8 is 50, key is test_row_0/B:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:13,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742121_1297 (size=12309) 2024-12-08T20:41:13,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742122_1298 (size=12309) 2024-12-08T20:41:13,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-08T20:41:13,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,342 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:41:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/6172671e667947a28ca4beb915f53780 is 50, key is test_row_0/A:col10/1733690472873/Put/seqid=0 2024-12-08T20:41:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742123_1299 (size=12151) 2024-12-08T20:41:13,354 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/6172671e667947a28ca4beb915f53780 2024-12-08T20:41:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b2e0eb0925124f60bdbf06a3260cec28 is 50, key is test_row_0/B:col10/1733690472873/Put/seqid=0 2024-12-08T20:41:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742124_1300 (size=12151) 2024-12-08T20:41:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:13,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690533541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690533652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,675 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/83909b4c2101429094acada00b0cb532 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/83909b4c2101429094acada00b0cb532 2024-12-08T20:41:13,679 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 83909b4c2101429094acada00b0cb532(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:13,679 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:13,679 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690473246; duration=0sec 2024-12-08T20:41:13,679 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:13,679 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:13,679 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:41:13,680 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:41:13,680 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:13,681 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:13,681 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/141299e006e34e5cbcd6d5d96cbf5804, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=47.0 K 2024-12-08T20:41:13,681 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 141299e006e34e5cbcd6d5d96cbf5804, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733690468471 2024-12-08T20:41:13,682 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 820e1dbb047949d9af9bd6ae1f4374f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733690470623 2024-12-08T20:41:13,682 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/e4360912d6cb4e3597645a325d8d28e8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/e4360912d6cb4e3597645a325d8d28e8 2024-12-08T20:41:13,682 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 584ce6d098ef4f9ebe41d7e8023c193a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690470647 2024-12-08T20:41:13,682 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbb71d72a7844ba58e3419a689e4d7f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:13,686 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into e4360912d6cb4e3597645a325d8d28e8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:13,686 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:13,686 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690473246; duration=0sec 2024-12-08T20:41:13,686 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:13,686 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:13,690 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:13,691 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cf190b324b09430aaca83b8ee0123781 is 50, key is test_row_0/C:col10/1733690472802/Put/seqid=0 2024-12-08T20:41:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742125_1301 (size=12275) 2024-12-08T20:41:13,766 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b2e0eb0925124f60bdbf06a3260cec28 2024-12-08T20:41:13,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b38518cd3edf43abb024bb4a21b70a91 is 50, key is test_row_0/C:col10/1733690472873/Put/seqid=0 2024-12-08T20:41:13,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742126_1302 (size=12151) 2024-12-08T20:41:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690533861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690533941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690533941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690533941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,944 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:13,944 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,944 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:13,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690533951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:13,954 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:13,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:14,098 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cf190b324b09430aaca83b8ee0123781 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf190b324b09430aaca83b8ee0123781 2024-12-08T20:41:14,102 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into cf190b324b09430aaca83b8ee0123781(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:14,102 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:14,102 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=12, startTime=1733690473246; duration=0sec 2024-12-08T20:41:14,102 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:14,102 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:14,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690534171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:14,187 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b38518cd3edf43abb024bb4a21b70a91 2024-12-08T20:41:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/6172671e667947a28ca4beb915f53780 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780 2024-12-08T20:41:14,194 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780, entries=150, sequenceid=151, filesize=11.9 K 2024-12-08T20:41:14,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b2e0eb0925124f60bdbf06a3260cec28 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28 2024-12-08T20:41:14,199 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28, entries=150, sequenceid=151, filesize=11.9 K 2024-12-08T20:41:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b38518cd3edf43abb024bb4a21b70a91 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91 2024-12-08T20:41:14,203 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91, entries=150, sequenceid=151, filesize=11.9 K 2024-12-08T20:41:14,204 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c2a1a77424f467401c9333911cb2846 in 862ms, sequenceid=151, compaction requested=false 2024-12-08T20:41:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-08T20:41:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-08T20:41:14,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-08T20:41:14,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-12-08T20:41:14,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.3250 sec 2024-12-08T20:41:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:14,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:14,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:41:14,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/8b9fa4845b14485e9076fb4c7b5b3315 is 50, key is test_row_0/A:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:14,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742127_1303 (size=14541) 2024-12-08T20:41:14,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690534743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690534851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-08T20:41:15,032 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:15,032 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-08T20:41:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:15,034 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:15,035 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:15,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690535061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/8b9fa4845b14485e9076fb4c7b5b3315 2024-12-08T20:41:15,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0712a8be63d143599c41f96cb6373817 is 50, key is test_row_0/B:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742128_1304 (size=12151) 2024-12-08T20:41:15,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0712a8be63d143599c41f96cb6373817 2024-12-08T20:41:15,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/da2388ffcb4345dbb4c6b012d8deeb7e is 50, key is test_row_0/C:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742129_1305 (size=12151) 2024-12-08T20:41:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:15,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-08T20:41:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-08T20:41:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690535372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-08T20:41:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:15,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/da2388ffcb4345dbb4c6b012d8deeb7e 2024-12-08T20:41:15,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/8b9fa4845b14485e9076fb4c7b5b3315 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315 2024-12-08T20:41:15,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315, entries=200, sequenceid=167, filesize=14.2 K 2024-12-08T20:41:15,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0712a8be63d143599c41f96cb6373817 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817 2024-12-08T20:41:15,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817, entries=150, sequenceid=167, filesize=11.9 K 2024-12-08T20:41:15,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/da2388ffcb4345dbb4c6b012d8deeb7e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e 2024-12-08T20:41:15,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e, entries=150, sequenceid=167, filesize=11.9 K 2024-12-08T20:41:15,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c2a1a77424f467401c9333911cb2846 in 860ms, sequenceid=167, compaction requested=true 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:15,544 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:15,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:15,544 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:15,545 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:15,545 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:15,545 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,545 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/83909b4c2101429094acada00b0cb532, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=38.1 K 2024-12-08T20:41:15,545 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:15,546 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83909b4c2101429094acada00b0cb532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:15,546 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/e4360912d6cb4e3597645a325d8d28e8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.8 K 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6172671e667947a28ca4beb915f53780, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733690472873 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e4360912d6cb4e3597645a325d8d28e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9fa4845b14485e9076fb4c7b5b3315, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e0eb0925124f60bdbf06a3260cec28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733690472873 2024-12-08T20:41:15,546 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0712a8be63d143599c41f96cb6373817, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:15,552 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:15,552 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:15,553 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/744748ea671342cd9669b8a349b5376d is 50, key is test_row_0/B:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:15,553 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c89aca166e1493f8b91292577980f84 is 50, key is test_row_0/A:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:15,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742130_1306 (size=12561) 2024-12-08T20:41:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742131_1307 (size=12561) 2024-12-08T20:41:15,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-08T20:41:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,646 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:41:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/629259fc40674952b108fb3635678f9c is 50, key is test_row_0/A:col10/1733690474739/Put/seqid=0 2024-12-08T20:41:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742132_1308 (size=12151) 2024-12-08T20:41:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690535916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690535951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690535951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,953 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:15,953 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,960 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/744748ea671342cd9669b8a349b5376d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/744748ea671342cd9669b8a349b5376d 2024-12-08T20:41:15,961 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c89aca166e1493f8b91292577980f84 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c89aca166e1493f8b91292577980f84 2024-12-08T20:41:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690535961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,963 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,964 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 744748ea671342cd9669b8a349b5376d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:15,964 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:15,964 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 7c89aca166e1493f8b91292577980f84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:15,964 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690475544; duration=0sec 2024-12-08T20:41:15,964 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:15,964 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690475544; duration=0sec 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:15,965 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:15,966 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:15,966 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf190b324b09430aaca83b8ee0123781, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=35.7 K 2024-12-08T20:41:15,966 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cf190b324b09430aaca83b8ee0123781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733690471793 2024-12-08T20:41:15,966 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b38518cd3edf43abb024bb4a21b70a91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733690472873 2024-12-08T20:41:15,967 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting da2388ffcb4345dbb4c6b012d8deeb7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:15,973 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:15,973 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/0ee3835174c14400a2d9c8d17642e34f is 50, key is test_row_0/C:col10/1733690473536/Put/seqid=0 2024-12-08T20:41:15,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690535971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:15,974 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:15,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742133_1309 (size=12527) 2024-12-08T20:41:16,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690536021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:16,053 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/629259fc40674952b108fb3635678f9c 2024-12-08T20:41:16,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b83f3493c2e546f9ba0d2717bc546d7e is 50, key is test_row_0/B:col10/1733690474739/Put/seqid=0 2024-12-08T20:41:16,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742134_1310 (size=12151) 2024-12-08T20:41:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:16,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690536232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:16,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T20:41:16,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T20:41:16,426 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/0ee3835174c14400a2d9c8d17642e34f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/0ee3835174c14400a2d9c8d17642e34f 2024-12-08T20:41:16,430 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 0ee3835174c14400a2d9c8d17642e34f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:16,430 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:16,430 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690475544; duration=0sec 2024-12-08T20:41:16,430 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:16,430 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:16,462 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b83f3493c2e546f9ba0d2717bc546d7e 2024-12-08T20:41:16,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/2682de8b8b1940179e50420e25e1e872 is 50, key is test_row_0/C:col10/1733690474739/Put/seqid=0 2024-12-08T20:41:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742135_1311 (size=12151) 2024-12-08T20:41:16,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690536541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:16,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:16,872 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/2682de8b8b1940179e50420e25e1e872 2024-12-08T20:41:16,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/629259fc40674952b108fb3635678f9c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c 2024-12-08T20:41:16,878 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c, entries=150, sequenceid=190, filesize=11.9 K 2024-12-08T20:41:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b83f3493c2e546f9ba0d2717bc546d7e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e 2024-12-08T20:41:16,882 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e, entries=150, sequenceid=190, filesize=11.9 K 2024-12-08T20:41:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/2682de8b8b1940179e50420e25e1e872 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872 2024-12-08T20:41:16,885 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872, entries=150, sequenceid=190, filesize=11.9 K 2024-12-08T20:41:16,886 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c2a1a77424f467401c9333911cb2846 in 1240ms, sequenceid=190, compaction requested=false 2024-12-08T20:41:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:16,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-08T20:41:16,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-08T20:41:16,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-08T20:41:16,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8530 sec 2024-12-08T20:41:16,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.8580 sec 2024-12-08T20:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:17,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:17,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:41:17,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/daaadd3ed0f04809bc63f935d770981c is 50, key is test_row_0/A:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742136_1312 (size=12151) 2024-12-08T20:41:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690537118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T20:41:17,182 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:17,182 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-08T20:41:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T20:41:17,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:17,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:17,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690537232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T20:41:17,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T20:41:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690537441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:17,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/daaadd3ed0f04809bc63f935d770981c 2024-12-08T20:41:17,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T20:41:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:17,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1e79455d366a43e5aed12ad2e0d89203 is 50, key is test_row_0/B:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742137_1313 (size=12151) 2024-12-08T20:41:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T20:41:17,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1e79455d366a43e5aed12ad2e0d89203 2024-12-08T20:41:17,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/98948ca71d554e5ca5613afb50505bf7 is 50, key is test_row_0/C:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742138_1314 (size=12151) 2024-12-08T20:41:17,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T20:41:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690537752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:17,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T20:41:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T20:41:17,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/98948ca71d554e5ca5613afb50505bf7 2024-12-08T20:41:17,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/daaadd3ed0f04809bc63f935d770981c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c 2024-12-08T20:41:17,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T20:41:17,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/1e79455d366a43e5aed12ad2e0d89203 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203 2024-12-08T20:41:17,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T20:41:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/98948ca71d554e5ca5613afb50505bf7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7 2024-12-08T20:41:17,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T20:41:17,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c2a1a77424f467401c9333911cb2846 in 874ms, sequenceid=207, compaction requested=true 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:17,927 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:17,927 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:17,928 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:17,928 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:17,928 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:17,928 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:17,929 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,929 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,929 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c89aca166e1493f8b91292577980f84, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.0 K 2024-12-08T20:41:17,929 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/744748ea671342cd9669b8a349b5376d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.0 K 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 744748ea671342cd9669b8a349b5376d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c89aca166e1493f8b91292577980f84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b83f3493c2e546f9ba0d2717bc546d7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733690474736 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 629259fc40674952b108fb3635678f9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733690474736 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e79455d366a43e5aed12ad2e0d89203, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:17,929 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting daaadd3ed0f04809bc63f935d770981c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:17,936 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:17,936 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:17,936 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b68da56569a04c8892a55543f9392a5d is 50, key is test_row_0/B:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,936 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/37ebbe235d004eb5bdfe26ec105e05cd is 50, key is test_row_0/A:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-08T20:41:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,946 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T20:41:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/a73a69feb7954c00b9d5d3097d081023 is 50, key is test_row_0/A:col10/1733690477117/Put/seqid=0 2024-12-08T20:41:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742139_1315 (size=12663) 2024-12-08T20:41:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742140_1316 (size=12663) 2024-12-08T20:41:17,957 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/37ebbe235d004eb5bdfe26ec105e05cd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/37ebbe235d004eb5bdfe26ec105e05cd 2024-12-08T20:41:17,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742141_1317 (size=12151) 2024-12-08T20:41:17,959 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/a73a69feb7954c00b9d5d3097d081023 2024-12-08T20:41:17,963 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 37ebbe235d004eb5bdfe26ec105e05cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:17,963 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:17,963 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690477927; duration=0sec 2024-12-08T20:41:17,963 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:17,963 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:17,963 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:17,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:17,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:17,965 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:17,965 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/0ee3835174c14400a2d9c8d17642e34f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.0 K 2024-12-08T20:41:17,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee3835174c14400a2d9c8d17642e34f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733690473532 2024-12-08T20:41:17,965 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2682de8b8b1940179e50420e25e1e872, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733690474736 2024-12-08T20:41:17,966 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98948ca71d554e5ca5613afb50505bf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:17,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/ed19267581a8425e9452504b37861f44 is 50, key is test_row_0/B:col10/1733690477117/Put/seqid=0 2024-12-08T20:41:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742142_1318 (size=12151) 2024-12-08T20:41:17,973 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/ed19267581a8425e9452504b37861f44 2024-12-08T20:41:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/84f694eb1fb14f07ae071f75bb70f876 is 50, key is test_row_0/C:col10/1733690477117/Put/seqid=0 2024-12-08T20:41:17,981 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:17,981 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/a21020a172454de2812232fdf4992387 is 50, key is test_row_0/C:col10/1733690475910/Put/seqid=0 2024-12-08T20:41:17,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742143_1319 (size=12151) 2024-12-08T20:41:17,986 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/84f694eb1fb14f07ae071f75bb70f876 2024-12-08T20:41:17,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/a73a69feb7954c00b9d5d3097d081023 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023 2024-12-08T20:41:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742144_1320 (size=12629) 2024-12-08T20:41:18,001 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023, entries=150, sequenceid=229, filesize=11.9 K 2024-12-08T20:41:18,003 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/a21020a172454de2812232fdf4992387 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a21020a172454de2812232fdf4992387 2024-12-08T20:41:18,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/ed19267581a8425e9452504b37861f44 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44 2024-12-08T20:41:18,010 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44, entries=150, sequenceid=229, filesize=11.9 K 2024-12-08T20:41:18,011 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into a21020a172454de2812232fdf4992387(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:18,011 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:18,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/84f694eb1fb14f07ae071f75bb70f876 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876 2024-12-08T20:41:18,011 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690477927; duration=0sec 2024-12-08T20:41:18,012 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:18,012 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:18,017 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876, entries=150, sequenceid=229, filesize=11.9 K 2024-12-08T20:41:18,019 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 8c2a1a77424f467401c9333911cb2846 in 73ms, sequenceid=229, compaction requested=false 2024-12-08T20:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-08T20:41:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-08T20:41:18,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-08T20:41:18,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-12-08T20:41:18,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 843 msec 2024-12-08T20:41:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:18,276 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:18,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:41:18,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/64537dad6b4f497481f3c39e32a6b961 is 50, key is test_row_0/A:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:18,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742145_1321 (size=12151) 2024-12-08T20:41:18,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/64537dad6b4f497481f3c39e32a6b961 2024-12-08T20:41:18,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c8779eab0f3d4e6092a77fee799b2d18 is 50, key is test_row_0/B:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:18,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742146_1322 (size=12151) 2024-12-08T20:41:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-08T20:41:18,321 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:18,321 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-08T20:41:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:18,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:18,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:18,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:18,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690538353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:18,358 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/b68da56569a04c8892a55543f9392a5d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b68da56569a04c8892a55543f9392a5d 2024-12-08T20:41:18,362 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into b68da56569a04c8892a55543f9392a5d(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:18,362 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:18,362 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690477927; duration=0sec 2024-12-08T20:41:18,362 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:18,362 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:18,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690538461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:18,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T20:41:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T20:41:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:18,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690538671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:18,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c8779eab0f3d4e6092a77fee799b2d18 2024-12-08T20:41:18,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fd8fc3b38d724b9a87586d9e1b7f7e4e is 50, key is test_row_0/C:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742147_1323 (size=12151) 2024-12-08T20:41:18,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fd8fc3b38d724b9a87586d9e1b7f7e4e 2024-12-08T20:41:18,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/64537dad6b4f497481f3c39e32a6b961 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961 2024-12-08T20:41:18,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961, entries=150, sequenceid=242, filesize=11.9 K 2024-12-08T20:41:18,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c8779eab0f3d4e6092a77fee799b2d18 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18 2024-12-08T20:41:18,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18, entries=150, sequenceid=242, filesize=11.9 K 2024-12-08T20:41:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/fd8fc3b38d724b9a87586d9e1b7f7e4e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e 2024-12-08T20:41:18,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e, entries=150, sequenceid=242, filesize=11.9 K 2024-12-08T20:41:18,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c2a1a77424f467401c9333911cb2846 in 463ms, sequenceid=242, compaction requested=true 2024-12-08T20:41:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:18,739 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:18,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:18,740 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:18,740 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,741 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/37ebbe235d004eb5bdfe26ec105e05cd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.1 K 2024-12-08T20:41:18,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ebbe235d004eb5bdfe26ec105e05cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:18,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73a69feb7954c00b9d5d3097d081023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733690477107 2024-12-08T20:41:18,741 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64537dad6b4f497481f3c39e32a6b961, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:18,741 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:18,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:18,743 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:18,743 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,743 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b68da56569a04c8892a55543f9392a5d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.1 K 2024-12-08T20:41:18,744 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b68da56569a04c8892a55543f9392a5d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:18,744 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ed19267581a8425e9452504b37861f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733690477107 2024-12-08T20:41:18,744 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c8779eab0f3d4e6092a77fee799b2d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:18,761 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:18,761 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/55f425c4047c481ebd6048a328a85565 is 50, key is test_row_0/A:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:18,764 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:18,764 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/9963797b77e249658e453d2dc26f376e is 50, key is test_row_0/B:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:18,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-08T20:41:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:18,781 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:41:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742148_1324 (size=12765) 2024-12-08T20:41:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742149_1325 (size=12765) 2024-12-08T20:41:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c0bb47003de431eb15696d454a3b2f1 is 50, key is test_row_0/A:col10/1733690478339/Put/seqid=0 2024-12-08T20:41:18,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742150_1326 (size=12301) 2024-12-08T20:41:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:18,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:19,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690539007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:19,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690539121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:19,188 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/55f425c4047c481ebd6048a328a85565 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/55f425c4047c481ebd6048a328a85565 2024-12-08T20:41:19,192 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 55f425c4047c481ebd6048a328a85565(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:19,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:19,192 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690478739; duration=0sec 2024-12-08T20:41:19,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:19,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:19,192 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:19,193 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:19,193 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:19,193 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:19,193 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a21020a172454de2812232fdf4992387, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.1 K 2024-12-08T20:41:19,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a21020a172454de2812232fdf4992387, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733690475910 2024-12-08T20:41:19,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84f694eb1fb14f07ae071f75bb70f876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733690477107 2024-12-08T20:41:19,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd8fc3b38d724b9a87586d9e1b7f7e4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:19,198 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/9963797b77e249658e453d2dc26f376e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/9963797b77e249658e453d2dc26f376e 2024-12-08T20:41:19,200 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:19,200 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/5abbbd3c1352452095c7decc8be0d3b7 is 50, key is test_row_0/C:col10/1733690478270/Put/seqid=0 2024-12-08T20:41:19,203 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c0bb47003de431eb15696d454a3b2f1 2024-12-08T20:41:19,206 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 9963797b77e249658e453d2dc26f376e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:19,206 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:19,206 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690478741; duration=0sec 2024-12-08T20:41:19,207 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:19,207 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:19,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c590c39a02ab4e25aad25ebbf281ef23 is 50, key is test_row_0/B:col10/1733690478339/Put/seqid=0 2024-12-08T20:41:19,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742151_1327 (size=12731) 2024-12-08T20:41:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742152_1328 (size=12301) 2024-12-08T20:41:19,215 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/5abbbd3c1352452095c7decc8be0d3b7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/5abbbd3c1352452095c7decc8be0d3b7 2024-12-08T20:41:19,219 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 5abbbd3c1352452095c7decc8be0d3b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:19,219 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:19,219 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690478742; duration=0sec 2024-12-08T20:41:19,219 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:19,219 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:19,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690539331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:19,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:19,614 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c590c39a02ab4e25aad25ebbf281ef23 2024-12-08T20:41:19,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cb212f3dddff4ec4b6ee5275d8d8ba15 is 50, key is test_row_0/C:col10/1733690478339/Put/seqid=0 2024-12-08T20:41:19,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742153_1329 (size=12301) 2024-12-08T20:41:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690539641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59404 deadline: 1733690539971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:19,972 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_0' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59360 deadline: 1733690540001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59416 deadline: 1733690540001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59358 deadline: 1733690540001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,004 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:20,004 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,004 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 8c2a1a77424f467401c9333911cb2846 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:20,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,030 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cb212f3dddff4ec4b6ee5275d8d8ba15 2024-12-08T20:41:20,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/7c0bb47003de431eb15696d454a3b2f1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1 2024-12-08T20:41:20,036 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1, entries=150, sequenceid=268, filesize=12.0 K 2024-12-08T20:41:20,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/c590c39a02ab4e25aad25ebbf281ef23 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23 2024-12-08T20:41:20,040 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23, entries=150, sequenceid=268, filesize=12.0 K 2024-12-08T20:41:20,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/cb212f3dddff4ec4b6ee5275d8d8ba15 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15 2024-12-08T20:41:20,044 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15, entries=150, sequenceid=268, filesize=12.0 K 2024-12-08T20:41:20,044 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c2a1a77424f467401c9333911cb2846 in 1263ms, sequenceid=268, compaction requested=false 2024-12-08T20:41:20,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:20,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-08T20:41:20,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-08T20:41:20,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-08T20:41:20,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-12-08T20:41:20,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7270 sec 2024-12-08T20:41:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:20,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:41:20,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/48f13f53e9924642a62abc347b9ea30f is 50, key is test_row_0/A:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:20,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742154_1330 (size=14741) 2024-12-08T20:41:20,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/48f13f53e9924642a62abc347b9ea30f 2024-12-08T20:41:20,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4af2a5946dca4e28a60f8c95c5684b31 is 50, key is test_row_0/B:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:20,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742155_1331 (size=12301) 2024-12-08T20:41:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690540225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690540331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-08T20:41:20,471 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:20,472 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-08T20:41:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:20,473 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:20,474 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:20,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:20,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690540542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:20,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4af2a5946dca4e28a60f8c95c5684b31 2024-12-08T20:41:20,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/a7e2cf1e674f4961a547702a8be47566 is 50, key is test_row_0/C:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742156_1332 (size=12301) 2024-12-08T20:41:20,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T20:41:20,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T20:41:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690540851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:20,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:20,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T20:41:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:20,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:21,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/a7e2cf1e674f4961a547702a8be47566 2024-12-08T20:41:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/48f13f53e9924642a62abc347b9ea30f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f 2024-12-08T20:41:21,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f, entries=200, sequenceid=283, filesize=14.4 K 2024-12-08T20:41:21,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4af2a5946dca4e28a60f8c95c5684b31 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31 2024-12-08T20:41:21,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31, entries=150, sequenceid=283, filesize=12.0 K 2024-12-08T20:41:21,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/a7e2cf1e674f4961a547702a8be47566 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566 2024-12-08T20:41:21,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566, entries=150, sequenceid=283, filesize=12.0 K 2024-12-08T20:41:21,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c2a1a77424f467401c9333911cb2846 in 864ms, sequenceid=283, compaction requested=true 2024-12-08T20:41:21,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:21,019 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:21,019 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:21,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:21,019 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:21,020 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:21,020 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/9963797b77e249658e453d2dc26f376e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.5 K 2024-12-08T20:41:21,020 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:21,020 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/55f425c4047c481ebd6048a328a85565, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=38.9 K 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9963797b77e249658e453d2dc26f376e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55f425c4047c481ebd6048a328a85565, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c590c39a02ab4e25aad25ebbf281ef23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733690478339 2024-12-08T20:41:21,020 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c0bb47003de431eb15696d454a3b2f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733690478339 2024-12-08T20:41:21,021 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4af2a5946dca4e28a60f8c95c5684b31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:21,021 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48f13f53e9924642a62abc347b9ea30f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:21,027 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:21,027 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:21,027 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/fd85157d7f864df698954aa8a0ab7df9 is 50, key is test_row_0/A:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:21,027 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/001197278c0142019af7b9cebe85ffcd is 50, key is test_row_0/B:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742157_1333 (size=13017) 2024-12-08T20:41:21,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742158_1334 (size=13017) 2024-12-08T20:41:21,035 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/001197278c0142019af7b9cebe85ffcd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/001197278c0142019af7b9cebe85ffcd 2024-12-08T20:41:21,040 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 001197278c0142019af7b9cebe85ffcd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:21,040 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:21,040 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690481019; duration=0sec 2024-12-08T20:41:21,040 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:21,040 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:21,040 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:21,041 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:21,041 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:21,041 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:21,041 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/5abbbd3c1352452095c7decc8be0d3b7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.5 K 2024-12-08T20:41:21,042 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 5abbbd3c1352452095c7decc8be0d3b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733690478270 2024-12-08T20:41:21,042 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cb212f3dddff4ec4b6ee5275d8d8ba15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733690478339 2024-12-08T20:41:21,042 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a7e2cf1e674f4961a547702a8be47566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:21,049 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:21,049 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/1e115ef7bab04a7cb5516735e7b0c8d6 is 50, key is test_row_0/C:col10/1733690478997/Put/seqid=0 2024-12-08T20:41:21,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742159_1335 (size=12983) 2024-12-08T20:41:21,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-08T20:41:21,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:21,084 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:41:21,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/4e63fa7609bc413ca0f7b70da8c6a680 is 50, key is test_row_0/A:col10/1733690480224/Put/seqid=0 2024-12-08T20:41:21,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742160_1336 (size=12301) 2024-12-08T20:41:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:21,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690541385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:21,436 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/fd85157d7f864df698954aa8a0ab7df9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fd85157d7f864df698954aa8a0ab7df9 2024-12-08T20:41:21,440 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into fd85157d7f864df698954aa8a0ab7df9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:21,441 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:21,441 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690481019; duration=0sec 2024-12-08T20:41:21,441 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:21,441 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:21,457 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/1e115ef7bab04a7cb5516735e7b0c8d6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/1e115ef7bab04a7cb5516735e7b0c8d6 2024-12-08T20:41:21,461 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 1e115ef7bab04a7cb5516735e7b0c8d6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:21,461 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:21,461 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690481019; duration=0sec 2024-12-08T20:41:21,461 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:21,461 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:21,492 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/4e63fa7609bc413ca0f7b70da8c6a680 2024-12-08T20:41:21,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690541491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:21,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/dd007e03f779408b9884921d242a36a6 is 50, key is test_row_0/B:col10/1733690480224/Put/seqid=0 2024-12-08T20:41:21,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742161_1337 (size=12301) 2024-12-08T20:41:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:21,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690541701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:21,903 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/dd007e03f779408b9884921d242a36a6 2024-12-08T20:41:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/ad075d60e8cc428684f2d175ed8ecef1 is 50, key is test_row_0/C:col10/1733690480224/Put/seqid=0 2024-12-08T20:41:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742162_1338 (size=12301) 2024-12-08T20:41:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690542011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:22,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:22,313 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/ad075d60e8cc428684f2d175ed8ecef1 2024-12-08T20:41:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/4e63fa7609bc413ca0f7b70da8c6a680 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680 2024-12-08T20:41:22,321 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680, entries=150, sequenceid=308, filesize=12.0 K 2024-12-08T20:41:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/dd007e03f779408b9884921d242a36a6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6 2024-12-08T20:41:22,325 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6, entries=150, sequenceid=308, filesize=12.0 K 2024-12-08T20:41:22,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/ad075d60e8cc428684f2d175ed8ecef1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1 2024-12-08T20:41:22,329 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1, entries=150, sequenceid=308, filesize=12.0 K 2024-12-08T20:41:22,329 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c2a1a77424f467401c9333911cb2846 in 1245ms, sequenceid=308, compaction requested=false 2024-12-08T20:41:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:22,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-08T20:41:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-08T20:41:22,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-08T20:41:22,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-12-08T20:41:22,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8610 sec 2024-12-08T20:41:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:22,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:22,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:41:22,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9ecfeb9a7dc740e0820418019d354175 is 50, key is test_row_0/A:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:22,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742163_1339 (size=14741) 2024-12-08T20:41:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690542601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T20:41:22,622 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:22,622 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-08T20:41:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:22,624 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:22,625 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:22,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:22,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690542712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:22,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:22,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690542921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:22,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:22,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:22,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:22,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:22,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:22,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9ecfeb9a7dc740e0820418019d354175 2024-12-08T20:41:22,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/8cf88a4d4e604887bf23b9ff901a7360 is 50, key is test_row_0/B:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:22,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742164_1340 (size=12301) 2024-12-08T20:41:23,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690543231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:23,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:23,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/8cf88a4d4e604887bf23b9ff901a7360 2024-12-08T20:41:23,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e63ef2b105f64c249f4e841b8835274c is 50, key is test_row_0/C:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742165_1341 (size=12301) 2024-12-08T20:41:23,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:23,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690543742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:23,743 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:23,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e63ef2b105f64c249f4e841b8835274c 2024-12-08T20:41:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/9ecfeb9a7dc740e0820418019d354175 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175 2024-12-08T20:41:23,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175, entries=200, sequenceid=323, filesize=14.4 K 2024-12-08T20:41:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:23,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/8cf88a4d4e604887bf23b9ff901a7360 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360 2024-12-08T20:41:23,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360, entries=150, sequenceid=323, filesize=12.0 K 2024-12-08T20:41:23,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e63ef2b105f64c249f4e841b8835274c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c 2024-12-08T20:41:23,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c, entries=150, sequenceid=323, filesize=12.0 K 2024-12-08T20:41:23,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c2a1a77424f467401c9333911cb2846 in 1245ms, sequenceid=323, compaction requested=true 2024-12-08T20:41:23,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:23,770 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:23,770 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:23,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:23,772 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:23,772 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:23,772 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:23,773 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:23,773 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,773 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,773 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/001197278c0142019af7b9cebe85ffcd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.7 K 2024-12-08T20:41:23,773 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fd85157d7f864df698954aa8a0ab7df9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=39.1 K 2024-12-08T20:41:23,773 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd85157d7f864df698954aa8a0ab7df9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:23,773 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 001197278c0142019af7b9cebe85ffcd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:23,774 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting dd007e03f779408b9884921d242a36a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733690480211 2024-12-08T20:41:23,774 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e63fa7609bc413ca0f7b70da8c6a680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733690480211 2024-12-08T20:41:23,774 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cf88a4d4e604887bf23b9ff901a7360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481380 2024-12-08T20:41:23,774 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ecfeb9a7dc740e0820418019d354175, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481374 2024-12-08T20:41:23,785 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:23,785 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/504df5dd4d8a49638e2385db0c4a3ad9 is 50, key is test_row_0/B:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:23,801 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:23,801 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/afd4d36b9d3e40b29219315188661936 is 50, key is test_row_0/A:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742167_1343 (size=13119) 2024-12-08T20:41:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742166_1342 (size=13119) 2024-12-08T20:41:23,814 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/afd4d36b9d3e40b29219315188661936 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/afd4d36b9d3e40b29219315188661936 2024-12-08T20:41:23,819 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into afd4d36b9d3e40b29219315188661936(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:23,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:23,819 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690483770; duration=0sec 2024-12-08T20:41:23,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:23,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:23,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:23,821 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:23,821 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:23,821 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,821 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/1e115ef7bab04a7cb5516735e7b0c8d6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.7 K 2024-12-08T20:41:23,821 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e115ef7bab04a7cb5516735e7b0c8d6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733690478997 2024-12-08T20:41:23,822 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad075d60e8cc428684f2d175ed8ecef1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733690480211 2024-12-08T20:41:23,822 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e63ef2b105f64c249f4e841b8835274c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481380 2024-12-08T20:41:23,827 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/504df5dd4d8a49638e2385db0c4a3ad9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/504df5dd4d8a49638e2385db0c4a3ad9 2024-12-08T20:41:23,829 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:23,829 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/52d5d52ab6154134ab5753b8fd55df7b is 50, key is test_row_0/C:col10/1733690481380/Put/seqid=0 2024-12-08T20:41:23,833 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 504df5dd4d8a49638e2385db0c4a3ad9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:23,833 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:23,833 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690483770; duration=0sec 2024-12-08T20:41:23,833 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:23,833 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:23,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742168_1344 (size=13085) 2024-12-08T20:41:23,843 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/52d5d52ab6154134ab5753b8fd55df7b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/52d5d52ab6154134ab5753b8fd55df7b 2024-12-08T20:41:23,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-08T20:41:23,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:23,846 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:41:23,851 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 52d5d52ab6154134ab5753b8fd55df7b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:23,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/ac682bbe3aeb4b52ab359600eae4c55d is 50, key is test_row_0/A:col10/1733690482584/Put/seqid=0 2024-12-08T20:41:23,851 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:23,851 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690483770; duration=0sec 2024-12-08T20:41:23,851 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:23,851 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742169_1345 (size=12301) 2024-12-08T20:41:24,277 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/ac682bbe3aeb4b52ab359600eae4c55d 2024-12-08T20:41:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/df274e8517d84d6e883e83c2749f39ba is 50, key is test_row_0/B:col10/1733690482584/Put/seqid=0 2024-12-08T20:41:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742170_1346 (size=12301) 2024-12-08T20:41:24,689 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/df274e8517d84d6e883e83c2749f39ba 2024-12-08T20:41:24,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b3450cafa3e549d99b1bf404145a8a30 is 50, key is test_row_0/C:col10/1733690482584/Put/seqid=0 2024-12-08T20:41:24,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742171_1347 (size=12301) 2024-12-08T20:41:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:24,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:24,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690544783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:24,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:24,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:24,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690544891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:24,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:24,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:41:25,100 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b3450cafa3e549d99b1bf404145a8a30 2024-12-08T20:41:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690545102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:25,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/ac682bbe3aeb4b52ab359600eae4c55d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d 2024-12-08T20:41:25,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:25,106 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d, entries=150, sequenceid=348, filesize=12.0 K 2024-12-08T20:41:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/df274e8517d84d6e883e83c2749f39ba as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba 2024-12-08T20:41:25,110 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba, entries=150, sequenceid=348, filesize=12.0 K 2024-12-08T20:41:25,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/b3450cafa3e549d99b1bf404145a8a30 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30 2024-12-08T20:41:25,114 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30, entries=150, sequenceid=348, filesize=12.0 K 2024-12-08T20:41:25,114 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8c2a1a77424f467401c9333911cb2846 in 1268ms, sequenceid=348, compaction requested=false 2024-12-08T20:41:25,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:25,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:25,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-08T20:41:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-08T20:41:25,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-08T20:41:25,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4900 sec 2024-12-08T20:41:25,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.4950 sec 2024-12-08T20:41:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:25,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:41:25,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/97dfce072b9449be93637868ce8db597 is 50, key is test_row_0/A:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742172_1348 (size=14741) 2024-12-08T20:41:25,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690545473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690545581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690545792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:25,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/97dfce072b9449be93637868ce8db597 2024-12-08T20:41:25,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4309a1a35c764ab98b282d1268bad756 is 50, key is test_row_0/B:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742173_1349 (size=12301) 2024-12-08T20:41:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690546101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:26,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:26,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4309a1a35c764ab98b282d1268bad756 2024-12-08T20:41:26,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/136d11960035427794518574ba228504 is 50, key is test_row_0/C:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742174_1350 (size=12301) 2024-12-08T20:41:26,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690546611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:26,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:26,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/136d11960035427794518574ba228504 2024-12-08T20:41:26,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/97dfce072b9449be93637868ce8db597 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597 2024-12-08T20:41:26,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597, entries=200, sequenceid=363, filesize=14.4 K 2024-12-08T20:41:26,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/4309a1a35c764ab98b282d1268bad756 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756 2024-12-08T20:41:26,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756, entries=150, sequenceid=363, filesize=12.0 K 2024-12-08T20:41:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/136d11960035427794518574ba228504 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504 2024-12-08T20:41:26,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504, entries=150, sequenceid=363, filesize=12.0 K 2024-12-08T20:41:26,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c2a1a77424f467401c9333911cb2846 in 1279ms, sequenceid=363, compaction requested=true 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:26,692 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:26,692 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:26,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:26,692 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:26,693 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:26,693 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/afd4d36b9d3e40b29219315188661936, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=39.2 K 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:26,693 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting afd4d36b9d3e40b29219315188661936, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481380 2024-12-08T20:41:26,693 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/504df5dd4d8a49638e2385db0c4a3ad9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.8 K 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac682bbe3aeb4b52ab359600eae4c55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690482584 2024-12-08T20:41:26,693 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 504df5dd4d8a49638e2385db0c4a3ad9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481380 2024-12-08T20:41:26,694 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting df274e8517d84d6e883e83c2749f39ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690482584 2024-12-08T20:41:26,694 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97dfce072b9449be93637868ce8db597, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:26,694 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4309a1a35c764ab98b282d1268bad756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:26,700 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:26,700 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:26,700 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/1814cb260f144b3ebeea98cbd53bdca7 is 50, key is test_row_0/A:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:26,700 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0817f2c8c5de42c788abb5ee4782086a is 50, key is test_row_0/B:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742175_1351 (size=13221) 2024-12-08T20:41:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742176_1352 (size=13221) 2024-12-08T20:41:26,716 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/0817f2c8c5de42c788abb5ee4782086a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0817f2c8c5de42c788abb5ee4782086a 2024-12-08T20:41:26,720 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 0817f2c8c5de42c788abb5ee4782086a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:26,720 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:26,720 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690486692; duration=0sec 2024-12-08T20:41:26,720 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:26,720 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:26,720 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:26,721 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:26,722 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:26,722 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:26,722 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/52d5d52ab6154134ab5753b8fd55df7b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.8 K 2024-12-08T20:41:26,722 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 52d5d52ab6154134ab5753b8fd55df7b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733690481380 2024-12-08T20:41:26,722 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b3450cafa3e549d99b1bf404145a8a30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733690482584 2024-12-08T20:41:26,723 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 136d11960035427794518574ba228504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:26,728 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#303 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:26,728 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/78297e1506d34214aa5799cedcbbf317 is 50, key is test_row_0/C:col10/1733690485411/Put/seqid=0 2024-12-08T20:41:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742177_1353 (size=13187) 2024-12-08T20:41:26,736 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/78297e1506d34214aa5799cedcbbf317 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/78297e1506d34214aa5799cedcbbf317 2024-12-08T20:41:26,740 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 78297e1506d34214aa5799cedcbbf317(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:26,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:26,740 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690486692; duration=0sec 2024-12-08T20:41:26,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:26,740 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-08T20:41:26,791 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:26,792 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-08T20:41:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T20:41:26,793 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:26,794 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:26,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T20:41:26,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-08T20:41:26,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:26,946 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T20:41:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/c83e37624f364300b96aee43458d9d37 is 50, key is test_row_0/A:col10/1733690485464/Put/seqid=0 2024-12-08T20:41:26,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742178_1354 (size=12301) 2024-12-08T20:41:27,108 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/1814cb260f144b3ebeea98cbd53bdca7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/1814cb260f144b3ebeea98cbd53bdca7 2024-12-08T20:41:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T20:41:27,112 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 1814cb260f144b3ebeea98cbd53bdca7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:27,112 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:27,112 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690486692; duration=0sec 2024-12-08T20:41:27,112 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:27,112 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:27,353 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/c83e37624f364300b96aee43458d9d37 2024-12-08T20:41:27,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/079ad3d208f041ab94ee79123da5ff42 is 50, key is test_row_0/B:col10/1733690485464/Put/seqid=0 2024-12-08T20:41:27,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742179_1355 (size=12301) 2024-12-08T20:41:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T20:41:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:27,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690547659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:27,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:27,763 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/079ad3d208f041ab94ee79123da5ff42 2024-12-08T20:41:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e74c58541f014e919b8290c7010437d1 is 50, key is test_row_0/C:col10/1733690485464/Put/seqid=0 2024-12-08T20:41:27,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742180_1356 (size=12301) 2024-12-08T20:41:27,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59374 deadline: 1733690547771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:41:27,782 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e74c58541f014e919b8290c7010437d1 2024-12-08T20:41:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/c83e37624f364300b96aee43458d9d37 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37 2024-12-08T20:41:27,792 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:41:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/079ad3d208f041ab94ee79123da5ff42 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42 2024-12-08T20:41:27,797 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:41:27,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/e74c58541f014e919b8290c7010437d1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1 2024-12-08T20:41:27,801 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:41:27,802 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8c2a1a77424f467401c9333911cb2846 in 856ms, sequenceid=387, compaction requested=false 2024-12-08T20:41:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:27,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-08T20:41:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-08T20:41:27,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-08T20:41:27,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-12-08T20:41:27,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0130 sec 2024-12-08T20:41:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-08T20:41:27,931 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:27,931 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-08T20:41:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:27,933 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:27,933 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:27,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:27,950 INFO [Thread-1251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1251. 2024-12-08T20:41:27,950 DEBUG [Thread-1251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,950 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,950 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,950 INFO [Thread-1259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1259. 2024-12-08T20:41:27,950 DEBUG [Thread-1259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,950 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,951 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,951 INFO [Thread-1257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1257. 2024-12-08T20:41:27,951 DEBUG [Thread-1257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,951 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,951 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,952 INFO [Thread-1253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1253. 2024-12-08T20:41:27,952 DEBUG [Thread-1253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,952 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,952 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,952 INFO [Thread-1255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1255. 2024-12-08T20:41:27,952 DEBUG [Thread-1255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,952 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,952 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:27,983 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:27,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T20:41:27,983 INFO [Thread-1242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1242. 2024-12-08T20:41:27,983 DEBUG [Thread-1242 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:27,983 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,984 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:27,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:27,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/3c53499529ab4da2b938da7e52ff0921 is 50, key is test_row_0/A:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742181_1357 (size=12301) 2024-12-08T20:41:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:28,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:28,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/3c53499529ab4da2b938da7e52ff0921 2024-12-08T20:41:28,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/aebf44baaf834a51b81a6a78d9b6f57a is 50, key is test_row_0/B:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742182_1358 (size=12301) 2024-12-08T20:41:28,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:28,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/aebf44baaf834a51b81a6a78d9b6f57a 2024-12-08T20:41:28,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/246baa69713f461a9fb5e375d13c953a is 50, key is test_row_0/C:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742183_1359 (size=12301) 2024-12-08T20:41:28,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:28,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:28,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:29,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:29,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. as already flushing 2024-12-08T20:41:29,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/246baa69713f461a9fb5e375d13c953a 2024-12-08T20:41:29,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/3c53499529ab4da2b938da7e52ff0921 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921 2024-12-08T20:41:29,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T20:41:29,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/aebf44baaf834a51b81a6a78d9b6f57a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a 2024-12-08T20:41:29,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T20:41:29,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/246baa69713f461a9fb5e375d13c953a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a 2024-12-08T20:41:29,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T20:41:29,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 8c2a1a77424f467401c9333911cb2846 in 1271ms, sequenceid=403, compaction requested=true 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:29,254 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c2a1a77424f467401c9333911cb2846:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:29,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:29,254 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/A is initiating minor compaction (all files) 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/B is initiating minor compaction (all files) 2024-12-08T20:41:29,255 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/B in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,255 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/A in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,255 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0817f2c8c5de42c788abb5ee4782086a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.9 K 2024-12-08T20:41:29,255 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/1814cb260f144b3ebeea98cbd53bdca7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.9 K 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1814cb260f144b3ebeea98cbd53bdca7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:29,255 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0817f2c8c5de42c788abb5ee4782086a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:29,256 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c83e37624f364300b96aee43458d9d37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733690485454 2024-12-08T20:41:29,256 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 079ad3d208f041ab94ee79123da5ff42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733690485454 2024-12-08T20:41:29,256 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c53499529ab4da2b938da7e52ff0921, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733690487655 2024-12-08T20:41:29,256 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting aebf44baaf834a51b81a6a78d9b6f57a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733690487655 2024-12-08T20:41:29,263 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#A#compaction#311 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:29,263 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:29,263 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/36e5d2a02eec43f8a8558a9dd72f29c7 is 50, key is test_row_0/A:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:29,263 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/3fac2a95871d41bb9f5c2ea782d1daf4 is 50, key is test_row_0/B:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742184_1360 (size=13323) 2024-12-08T20:41:29,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742185_1361 (size=13323) 2024-12-08T20:41:29,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-08T20:41:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-08T20:41:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-08T20:41:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-08T20:41:29,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-08T20:41:29,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4150 sec 2024-12-08T20:41:29,677 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/36e5d2a02eec43f8a8558a9dd72f29c7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/36e5d2a02eec43f8a8558a9dd72f29c7 2024-12-08T20:41:29,677 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/3fac2a95871d41bb9f5c2ea782d1daf4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/3fac2a95871d41bb9f5c2ea782d1daf4 2024-12-08T20:41:29,682 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/B of 8c2a1a77424f467401c9333911cb2846 into 3fac2a95871d41bb9f5c2ea782d1daf4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:29,682 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:29,682 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/B, priority=13, startTime=1733690489254; duration=0sec 2024-12-08T20:41:29,683 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/A of 8c2a1a77424f467401c9333911cb2846 into 36e5d2a02eec43f8a8558a9dd72f29c7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:29,683 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/A, priority=13, startTime=1733690489254; duration=0sec 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:B 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:29,683 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:A 2024-12-08T20:41:29,684 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:29,684 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 8c2a1a77424f467401c9333911cb2846/C is initiating minor compaction (all files) 2024-12-08T20:41:29,684 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c2a1a77424f467401c9333911cb2846/C in TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:29,684 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/78297e1506d34214aa5799cedcbbf317, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp, totalSize=36.9 K 2024-12-08T20:41:29,684 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 78297e1506d34214aa5799cedcbbf317, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733690484760 2024-12-08T20:41:29,685 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e74c58541f014e919b8290c7010437d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733690485454 2024-12-08T20:41:29,685 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 246baa69713f461a9fb5e375d13c953a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733690487655 2024-12-08T20:41:29,691 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c2a1a77424f467401c9333911cb2846#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:29,692 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/00417c88b6dd44eea32650c1f2d0c91f is 50, key is test_row_0/C:col10/1733690487982/Put/seqid=0 2024-12-08T20:41:29,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742186_1362 (size=13289) 2024-12-08T20:41:30,006 INFO [Thread-1246 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1246. 2024-12-08T20:41:30,007 DEBUG [Thread-1246 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:30,007 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,007 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:30,026 INFO [Thread-1244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1244. 2024-12-08T20:41:30,026 DEBUG [Thread-1244 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:30,026 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,026 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:30,034 INFO [Thread-1248 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1248. 2024-12-08T20:41:30,035 DEBUG [Thread-1248 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:30,035 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,035 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:30,045 INFO [Thread-1240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1240. 2024-12-08T20:41:30,045 DEBUG [Thread-1240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:30,045 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,045 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:30,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-08T20:41:30,092 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 233 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5564 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5484 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5465 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5544 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5484 2024-12-08T20:41:30,093 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:41:30,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:41:30,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:41:30,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:30,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:30,095 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:41:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:30,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690490102"}]},"ts":"1733690490102"} 2024-12-08T20:41:30,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:41:30,103 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:41:30,103 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/00417c88b6dd44eea32650c1f2d0c91f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/00417c88b6dd44eea32650c1f2d0c91f 2024-12-08T20:41:30,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:41:30,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, UNASSIGN}] 2024-12-08T20:41:30,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, UNASSIGN 2024-12-08T20:41:30,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=8c2a1a77424f467401c9333911cb2846, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:30,108 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c2a1a77424f467401c9333911cb2846/C of 8c2a1a77424f467401c9333911cb2846 into 00417c88b6dd44eea32650c1f2d0c91f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:30,108 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c2a1a77424f467401c9333911cb2846: 2024-12-08T20:41:30,108 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., storeName=8c2a1a77424f467401c9333911cb2846/C, priority=13, startTime=1733690489254; duration=0sec 2024-12-08T20:41:30,108 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:30,108 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c2a1a77424f467401c9333911cb2846:C 2024-12-08T20:41:30,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, UNASSIGN because future has completed 2024-12-08T20:41:30,108 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:41:30,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:30,262 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:30,262 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:41:30,262 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 8c2a1a77424f467401c9333911cb2846, disabling compactions & flushes 2024-12-08T20:41:30,262 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:30,262 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:30,262 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. after waiting 0 ms 2024-12-08T20:41:30,262 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:30,263 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 8c2a1a77424f467401c9333911cb2846 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T20:41:30,273 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/85438df96cb44d449d2f7adee457e806 is 50, key is test_row_0/A:col10/1733690490003/Put/seqid=0 2024-12-08T20:41:30,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742187_1363 (size=12301) 2024-12-08T20:41:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:30,678 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/85438df96cb44d449d2f7adee457e806 2024-12-08T20:41:30,691 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/812e80905b944cd99ad224f5f7857602 is 50, key is test_row_0/B:col10/1733690490003/Put/seqid=0 2024-12-08T20:41:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742188_1364 (size=12301) 2024-12-08T20:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:31,096 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/812e80905b944cd99ad224f5f7857602 2024-12-08T20:41:31,109 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/8e16bb7d57b14c75932b0d6ad48205a8 is 50, key is test_row_0/C:col10/1733690490003/Put/seqid=0 2024-12-08T20:41:31,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742189_1365 (size=12301) 2024-12-08T20:41:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:31,516 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/8e16bb7d57b14c75932b0d6ad48205a8 2024-12-08T20:41:31,527 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/A/85438df96cb44d449d2f7adee457e806 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/85438df96cb44d449d2f7adee457e806 2024-12-08T20:41:31,531 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/85438df96cb44d449d2f7adee457e806, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T20:41:31,532 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/B/812e80905b944cd99ad224f5f7857602 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/812e80905b944cd99ad224f5f7857602 2024-12-08T20:41:31,536 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/812e80905b944cd99ad224f5f7857602, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T20:41:31,536 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/.tmp/C/8e16bb7d57b14c75932b0d6ad48205a8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/8e16bb7d57b14c75932b0d6ad48205a8 2024-12-08T20:41:31,539 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/8e16bb7d57b14c75932b0d6ad48205a8, entries=150, sequenceid=414, filesize=12.0 K 2024-12-08T20:41:31,539 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8c2a1a77424f467401c9333911cb2846 in 1277ms, sequenceid=414, compaction requested=false 2024-12-08T20:41:31,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/66736dd52230415187c015576fac3abf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/61865084f7d0481e8fad462d3a514ff3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/83909b4c2101429094acada00b0cb532, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c89aca166e1493f8b91292577980f84, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/37ebbe235d004eb5bdfe26ec105e05cd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/55f425c4047c481ebd6048a328a85565, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fd85157d7f864df698954aa8a0ab7df9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/afd4d36b9d3e40b29219315188661936, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/1814cb260f144b3ebeea98cbd53bdca7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921] to archive 2024-12-08T20:41:31,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/5c247eb885e744f7846b9478bad4f839 2024-12-08T20:41:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/808a8e0aeeb440af9b9d21613c61fed2 2024-12-08T20:41:31,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/66736dd52230415187c015576fac3abf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/66736dd52230415187c015576fac3abf 2024-12-08T20:41:31,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fda54c5d8da14828b91e715556e444d2 2024-12-08T20:41:31,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9acb03f49f754cdc9824c69f595cb11c 2024-12-08T20:41:31,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/61865084f7d0481e8fad462d3a514ff3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/61865084f7d0481e8fad462d3a514ff3 2024-12-08T20:41:31,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c543c89045545caabb25b6d637bd813 2024-12-08T20:41:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/d5882442c1334bedb6c0d7635a2210c6 2024-12-08T20:41:31,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/83909b4c2101429094acada00b0cb532 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/83909b4c2101429094acada00b0cb532 2024-12-08T20:41:31,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/0149d98905034e0b801b7848d4c01fd1 2024-12-08T20:41:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/6172671e667947a28ca4beb915f53780 2024-12-08T20:41:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/8b9fa4845b14485e9076fb4c7b5b3315 2024-12-08T20:41:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c89aca166e1493f8b91292577980f84 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c89aca166e1493f8b91292577980f84 2024-12-08T20:41:31,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/629259fc40674952b108fb3635678f9c 2024-12-08T20:41:31,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/37ebbe235d004eb5bdfe26ec105e05cd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/37ebbe235d004eb5bdfe26ec105e05cd 2024-12-08T20:41:31,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/daaadd3ed0f04809bc63f935d770981c 2024-12-08T20:41:31,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/a73a69feb7954c00b9d5d3097d081023 2024-12-08T20:41:31,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/55f425c4047c481ebd6048a328a85565 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/55f425c4047c481ebd6048a328a85565 2024-12-08T20:41:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/64537dad6b4f497481f3c39e32a6b961 2024-12-08T20:41:31,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/7c0bb47003de431eb15696d454a3b2f1 2024-12-08T20:41:31,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/48f13f53e9924642a62abc347b9ea30f 2024-12-08T20:41:31,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fd85157d7f864df698954aa8a0ab7df9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/fd85157d7f864df698954aa8a0ab7df9 2024-12-08T20:41:31,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/4e63fa7609bc413ca0f7b70da8c6a680 2024-12-08T20:41:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/9ecfeb9a7dc740e0820418019d354175 2024-12-08T20:41:31,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/afd4d36b9d3e40b29219315188661936 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/afd4d36b9d3e40b29219315188661936 2024-12-08T20:41:31,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/ac682bbe3aeb4b52ab359600eae4c55d 2024-12-08T20:41:31,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/97dfce072b9449be93637868ce8db597 2024-12-08T20:41:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/1814cb260f144b3ebeea98cbd53bdca7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/1814cb260f144b3ebeea98cbd53bdca7 2024-12-08T20:41:31,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/c83e37624f364300b96aee43458d9d37 2024-12-08T20:41:31,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/3c53499529ab4da2b938da7e52ff0921 2024-12-08T20:41:31,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/63f8212a0ada44fab79ff1aa6c125cc9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0368ca609f6c4744974ae5937683a35c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/e4360912d6cb4e3597645a325d8d28e8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/744748ea671342cd9669b8a349b5376d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b68da56569a04c8892a55543f9392a5d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/9963797b77e249658e453d2dc26f376e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/001197278c0142019af7b9cebe85ffcd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/504df5dd4d8a49638e2385db0c4a3ad9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0817f2c8c5de42c788abb5ee4782086a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a] to archive 2024-12-08T20:41:31,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:31,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/5a560cc7f9dd463b869751cf540d85c3 2024-12-08T20:41:31,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1a3d6d4107cc4ff6bdf7f66f0f34e684 2024-12-08T20:41:31,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/63f8212a0ada44fab79ff1aa6c125cc9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/63f8212a0ada44fab79ff1aa6c125cc9 2024-12-08T20:41:31,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/6a4a8416772b424fab20bb78d533cc50 2024-12-08T20:41:31,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/72974c9a71154fed9a0ce67f0c19289c 2024-12-08T20:41:31,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0368ca609f6c4744974ae5937683a35c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0368ca609f6c4744974ae5937683a35c 2024-12-08T20:41:31,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/88ffc39bd32f4a10836988181c71bb48 2024-12-08T20:41:31,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/d69803dbfa29445ca4b3e0cb06eb1af3 2024-12-08T20:41:31,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/e4360912d6cb4e3597645a325d8d28e8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/e4360912d6cb4e3597645a325d8d28e8 2024-12-08T20:41:31,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b46180a9253d4976b88bdad2b8242d51 2024-12-08T20:41:31,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b2e0eb0925124f60bdbf06a3260cec28 2024-12-08T20:41:31,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/744748ea671342cd9669b8a349b5376d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/744748ea671342cd9669b8a349b5376d 2024-12-08T20:41:31,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0712a8be63d143599c41f96cb6373817 2024-12-08T20:41:31,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b83f3493c2e546f9ba0d2717bc546d7e 2024-12-08T20:41:31,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b68da56569a04c8892a55543f9392a5d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/b68da56569a04c8892a55543f9392a5d 2024-12-08T20:41:31,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/1e79455d366a43e5aed12ad2e0d89203 2024-12-08T20:41:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/ed19267581a8425e9452504b37861f44 2024-12-08T20:41:31,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/9963797b77e249658e453d2dc26f376e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/9963797b77e249658e453d2dc26f376e 2024-12-08T20:41:31,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c8779eab0f3d4e6092a77fee799b2d18 2024-12-08T20:41:31,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/c590c39a02ab4e25aad25ebbf281ef23 2024-12-08T20:41:31,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/001197278c0142019af7b9cebe85ffcd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/001197278c0142019af7b9cebe85ffcd 2024-12-08T20:41:31,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4af2a5946dca4e28a60f8c95c5684b31 2024-12-08T20:41:31,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/dd007e03f779408b9884921d242a36a6 2024-12-08T20:41:31,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/504df5dd4d8a49638e2385db0c4a3ad9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/504df5dd4d8a49638e2385db0c4a3ad9 2024-12-08T20:41:31,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/8cf88a4d4e604887bf23b9ff901a7360 2024-12-08T20:41:31,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/df274e8517d84d6e883e83c2749f39ba 2024-12-08T20:41:31,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0817f2c8c5de42c788abb5ee4782086a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/0817f2c8c5de42c788abb5ee4782086a 2024-12-08T20:41:31,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/4309a1a35c764ab98b282d1268bad756 2024-12-08T20:41:31,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/079ad3d208f041ab94ee79123da5ff42 2024-12-08T20:41:31,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/aebf44baaf834a51b81a6a78d9b6f57a 2024-12-08T20:41:31,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/141299e006e34e5cbcd6d5d96cbf5804, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf190b324b09430aaca83b8ee0123781, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/0ee3835174c14400a2d9c8d17642e34f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a21020a172454de2812232fdf4992387, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/5abbbd3c1352452095c7decc8be0d3b7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/1e115ef7bab04a7cb5516735e7b0c8d6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/52d5d52ab6154134ab5753b8fd55df7b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/78297e1506d34214aa5799cedcbbf317, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a] to archive 2024-12-08T20:41:31,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:31,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/26d0e1d7a53d48a0a567092866e8906a 2024-12-08T20:41:31,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fea57b0129344078a049856499596888 2024-12-08T20:41:31,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf5cf78542174d53a1869aff494e816d 2024-12-08T20:41:31,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/141299e006e34e5cbcd6d5d96cbf5804 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/141299e006e34e5cbcd6d5d96cbf5804 2024-12-08T20:41:31,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/d2c4526c090a4baeb209ca567b5de294 2024-12-08T20:41:31,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/820e1dbb047949d9af9bd6ae1f4374f5 2024-12-08T20:41:31,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/584ce6d098ef4f9ebe41d7e8023c193a 2024-12-08T20:41:31,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf190b324b09430aaca83b8ee0123781 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cf190b324b09430aaca83b8ee0123781 2024-12-08T20:41:31,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fbb71d72a7844ba58e3419a689e4d7f9 2024-12-08T20:41:31,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b38518cd3edf43abb024bb4a21b70a91 2024-12-08T20:41:31,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/0ee3835174c14400a2d9c8d17642e34f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/0ee3835174c14400a2d9c8d17642e34f 2024-12-08T20:41:31,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/da2388ffcb4345dbb4c6b012d8deeb7e 2024-12-08T20:41:31,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/2682de8b8b1940179e50420e25e1e872 2024-12-08T20:41:31,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a21020a172454de2812232fdf4992387 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a21020a172454de2812232fdf4992387 2024-12-08T20:41:31,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/98948ca71d554e5ca5613afb50505bf7 2024-12-08T20:41:31,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/84f694eb1fb14f07ae071f75bb70f876 2024-12-08T20:41:31,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/5abbbd3c1352452095c7decc8be0d3b7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/5abbbd3c1352452095c7decc8be0d3b7 2024-12-08T20:41:31,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/fd8fc3b38d724b9a87586d9e1b7f7e4e 2024-12-08T20:41:31,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/cb212f3dddff4ec4b6ee5275d8d8ba15 2024-12-08T20:41:31,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/1e115ef7bab04a7cb5516735e7b0c8d6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/1e115ef7bab04a7cb5516735e7b0c8d6 2024-12-08T20:41:31,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/a7e2cf1e674f4961a547702a8be47566 2024-12-08T20:41:31,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/ad075d60e8cc428684f2d175ed8ecef1 2024-12-08T20:41:31,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/52d5d52ab6154134ab5753b8fd55df7b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/52d5d52ab6154134ab5753b8fd55df7b 2024-12-08T20:41:31,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e63ef2b105f64c249f4e841b8835274c 2024-12-08T20:41:31,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/b3450cafa3e549d99b1bf404145a8a30 2024-12-08T20:41:31,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/78297e1506d34214aa5799cedcbbf317 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/78297e1506d34214aa5799cedcbbf317 2024-12-08T20:41:31,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/136d11960035427794518574ba228504 2024-12-08T20:41:31,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/e74c58541f014e919b8290c7010437d1 2024-12-08T20:41:31,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/246baa69713f461a9fb5e375d13c953a 2024-12-08T20:41:31,616 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=1 2024-12-08T20:41:31,617 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. 2024-12-08T20:41:31,617 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 8c2a1a77424f467401c9333911cb2846: Waiting for close lock at 1733690490262Running coprocessor pre-close hooks at 1733690490262Disabling compacts and flushes for region at 1733690490262Disabling writes for close at 1733690490262Obtaining lock to block concurrent updates at 1733690490263 (+1 ms)Preparing flush snapshotting stores in 8c2a1a77424f467401c9333911cb2846 at 1733690490263Finished memstore snapshotting TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733690490264 (+1 ms)Flushing stores of TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846. at 1733690490265 (+1 ms)Flushing 8c2a1a77424f467401c9333911cb2846/A: creating writer at 1733690490265Flushing 8c2a1a77424f467401c9333911cb2846/A: appending metadata at 1733690490272 (+7 ms)Flushing 8c2a1a77424f467401c9333911cb2846/A: closing flushed file at 1733690490272Flushing 8c2a1a77424f467401c9333911cb2846/B: creating writer at 1733690490686 (+414 ms)Flushing 8c2a1a77424f467401c9333911cb2846/B: appending metadata at 1733690490691 (+5 ms)Flushing 8c2a1a77424f467401c9333911cb2846/B: closing flushed file at 1733690490691Flushing 8c2a1a77424f467401c9333911cb2846/C: creating writer at 1733690491104 (+413 ms)Flushing 8c2a1a77424f467401c9333911cb2846/C: appending metadata at 1733690491109 (+5 ms)Flushing 8c2a1a77424f467401c9333911cb2846/C: closing flushed file at 1733690491109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56514cc6: reopening flushed file at 1733690491526 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bff0d70: reopening flushed file at 1733690491531 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ccd4e7: reopening flushed file at 1733690491536 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8c2a1a77424f467401c9333911cb2846 in 1277ms, sequenceid=414, compaction requested=false at 1733690491539 (+3 ms)Writing region close event to WAL at 1733690491614 (+75 ms)Running coprocessor post-close hooks at 1733690491617 (+3 ms)Closed at 1733690491617 2024-12-08T20:41:31,619 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:31,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=8c2a1a77424f467401c9333911cb2846, regionState=CLOSED 2024-12-08T20:41:31,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:31,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-08T20:41:31,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 8c2a1a77424f467401c9333911cb2846, server=229bab1f9d30,41783,1733690396849 in 1.5130 sec 2024-12-08T20:41:31,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-08T20:41:31,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c2a1a77424f467401c9333911cb2846, UNASSIGN in 1.5170 sec 2024-12-08T20:41:31,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-08T20:41:31,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5190 sec 2024-12-08T20:41:31,625 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690491625"}]},"ts":"1733690491625"} 2024-12-08T20:41:31,626 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:41:31,626 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:41:31,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5320 sec 2024-12-08T20:41:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-08T20:41:32,263 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:32,264 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:41:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,269 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T20:41:32,271 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,275 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:32,278 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/recovered.edits] 2024-12-08T20:41:32,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/36e5d2a02eec43f8a8558a9dd72f29c7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/36e5d2a02eec43f8a8558a9dd72f29c7 2024-12-08T20:41:32,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/85438df96cb44d449d2f7adee457e806 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/A/85438df96cb44d449d2f7adee457e806 2024-12-08T20:41:32,286 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/3fac2a95871d41bb9f5c2ea782d1daf4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/3fac2a95871d41bb9f5c2ea782d1daf4 2024-12-08T20:41:32,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/812e80905b944cd99ad224f5f7857602 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/B/812e80905b944cd99ad224f5f7857602 2024-12-08T20:41:32,289 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/00417c88b6dd44eea32650c1f2d0c91f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/00417c88b6dd44eea32650c1f2d0c91f 2024-12-08T20:41:32,289 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/8e16bb7d57b14c75932b0d6ad48205a8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/C/8e16bb7d57b14c75932b0d6ad48205a8 2024-12-08T20:41:32,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/recovered.edits/417.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846/recovered.edits/417.seqid 2024-12-08T20:41:32,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/8c2a1a77424f467401c9333911cb2846 2024-12-08T20:41:32,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:41:32,294 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,296 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:41:32,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:41:32,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:41:32,299 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690492298"}]},"ts":"9223372036854775807"} 2024-12-08T20:41:32,300 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:41:32,300 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8c2a1a77424f467401c9333911cb2846, NAME => 'TestAcidGuarantees,,1733690465737.8c2a1a77424f467401c9333911cb2846.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:41:32,300 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:41:32,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690492300"}]},"ts":"9223372036854775807"} 2024-12-08T20:41:32,301 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:41:32,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-12-08T20:41:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-08T20:41:32,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:41:32,382 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:32,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-275195584_22 at /127.0.0.1:39044 [Waiting for operation #253] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1422634662_22 at /127.0.0.1:38878 [Waiting for operation #343] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=16697 (was 16788) 2024-12-08T20:41:32,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=16697 2024-12-08T20:41:32,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:41:32,407 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:41:32,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:32,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:41:32,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:32,409 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-12-08T20:41:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T20:41:32,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:41:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742190_1366 (size=959) 2024-12-08T20:41:32,418 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:41:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742191_1367 (size=53) 2024-12-08T20:41:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T20:41:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 819fe657f2c0620876728989ef9a29b5, disabling compactions & flushes 2024-12-08T20:41:32,825 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. after waiting 0 ms 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:32,825 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:32,825 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 819fe657f2c0620876728989ef9a29b5: Waiting for close lock at 1733690492825Disabling compacts and flushes for region at 1733690492825Disabling writes for close at 1733690492825Writing region close event to WAL at 1733690492825Closed at 1733690492825 2024-12-08T20:41:32,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:41:32,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690492827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690492827"}]},"ts":"1733690492827"} 2024-12-08T20:41:32,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:41:32,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:41:32,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690492833"}]},"ts":"1733690492833"} 2024-12-08T20:41:32,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:41:32,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, ASSIGN}] 2024-12-08T20:41:32,836 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, ASSIGN 2024-12-08T20:41:32,837 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:41:32,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:32,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, ASSIGN because future has completed 2024-12-08T20:41:32,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T20:41:33,154 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:33,154 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:41:33,154 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,154 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:41:33,154 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,155 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,156 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,158 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName A 2024-12-08T20:41:33,158 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:33,159 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:33,159 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,160 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName B 2024-12-08T20:41:33,160 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:33,161 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:33,161 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,162 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName C 2024-12-08T20:41:33,162 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:33,163 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:33,163 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,164 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,165 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,166 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,166 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,166 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:41:33,168 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,170 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:41:33,170 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 819fe657f2c0620876728989ef9a29b5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69188580, jitterRate=0.030990183353424072}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:41:33,170 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:33,171 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 819fe657f2c0620876728989ef9a29b5: Running coprocessor pre-open hook at 1733690493155Writing region info on filesystem at 1733690493155Initializing all the Stores at 1733690493156 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690493156Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690493156Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690493156Cleaning up temporary data from old regions at 1733690493166 (+10 ms)Running coprocessor post-open hooks at 1733690493170 (+4 ms)Region opened successfully at 1733690493171 (+1 ms) 2024-12-08T20:41:33,172 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., pid=91, masterSystemTime=1733690493147 2024-12-08T20:41:33,173 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:33,174 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:33,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:33,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:33,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-08T20:41:33,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 in 184 msec 2024-12-08T20:41:33,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T20:41:33,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, ASSIGN in 345 msec 2024-12-08T20:41:33,182 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:41:33,182 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690493182"}]},"ts":"1733690493182"} 2024-12-08T20:41:33,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:41:33,184 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:41:33,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 777 msec 2024-12-08T20:41:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T20:41:33,543 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:33,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24132877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:33,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:33,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:33,549 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c5ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:33,551 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:33,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a64d1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:33,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:33,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:33,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:33,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:41:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:41:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d2e20b 2024-12-08T20:41:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:41:33,555 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:41:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:41:33,556 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:41:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T20:41:33,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742192_1368 (size=995) 2024-12-08T20:41:33,968 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-08T20:41:33,968 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-08T20:41:33,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:41:33,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE}] 2024-12-08T20:41:33,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE 2024-12-08T20:41:33,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:33,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE because future has completed 2024-12-08T20:41:33,979 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:41:33,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:34,133 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:41:34,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 819fe657f2c0620876728989ef9a29b5, disabling compactions & flushes 2024-12-08T20:41:34,133 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. after waiting 0 ms 2024-12-08T20:41:34,133 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,143 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T20:41:34,144 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,144 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 819fe657f2c0620876728989ef9a29b5: Waiting for close lock at 1733690494133Running coprocessor pre-close hooks at 1733690494133Disabling compacts and flushes for region at 1733690494133Disabling writes for close at 1733690494133Writing region close event to WAL at 1733690494134 (+1 ms)Running coprocessor post-close hooks at 1733690494144 (+10 ms)Closed at 1733690494144 2024-12-08T20:41:34,144 WARN [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 819fe657f2c0620876728989ef9a29b5 to self. 2024-12-08T20:41:34,147 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=CLOSED 2024-12-08T20:41:34,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:34,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-08T20:41:34,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 in 172 msec 2024-12-08T20:41:34,156 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE; state=CLOSED, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=true 2024-12-08T20:41:34,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE because future has completed 2024-12-08T20:41:34,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:41:34,468 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,468 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:41:34,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:41:34,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,469 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,472 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,473 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName A 2024-12-08T20:41:34,475 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:34,475 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:34,475 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,476 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName B 2024-12-08T20:41:34,476 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:34,476 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:34,476 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,477 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 819fe657f2c0620876728989ef9a29b5 columnFamilyName C 2024-12-08T20:41:34,477 DEBUG [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:34,477 INFO [StoreOpener-819fe657f2c0620876728989ef9a29b5-1 {}] regionserver.HStore(327): Store=819fe657f2c0620876728989ef9a29b5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:41:34,477 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,478 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,478 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,479 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:41:34,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,480 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 819fe657f2c0620876728989ef9a29b5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71897269, jitterRate=0.07135279476642609}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:41:34,480 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,481 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 819fe657f2c0620876728989ef9a29b5: Running coprocessor pre-open hook at 1733690494470Writing region info on filesystem at 1733690494470Initializing all the Stores at 1733690494471 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690494471Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690494472 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690494472Cleaning up temporary data from old regions at 1733690494479 (+7 ms)Running coprocessor post-open hooks at 1733690494481 (+2 ms)Region opened successfully at 1733690494481 2024-12-08T20:41:34,482 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., pid=96, masterSystemTime=1733690494462 2024-12-08T20:41:34,483 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,483 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=OPEN, openSeqNum=5, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:41:34,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-12-08T20:41:34,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 in 176 msec 2024-12-08T20:41:34,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T20:41:34,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, REOPEN/MOVE in 509 msec 2024-12-08T20:41:34,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-08T20:41:34,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-12-08T20:41:34,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-08T20:41:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-08T20:41:34,492 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:34,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14572f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,493 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3197d5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,494 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d388954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38802cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,495 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a98365c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,497 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622ed5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ba84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb30363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c01c3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7495e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,501 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378f9349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,502 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e2a42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7288b4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,503 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fa54d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,504 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bf0953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f259004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,506 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@318d313c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae3529d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526ed020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,508 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290ad243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,509 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d915930, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ec5f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,511 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ec7828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bdc34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ee78e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,514 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e942b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,515 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b99470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ee060c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:41:34,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:41:34,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:41:34,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:41:34,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:41:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d100fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:41:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:41:34,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:34,519 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:41:34,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701bf7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:41:34,520 DEBUG [Thread-1675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,520 DEBUG [Thread-1664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,520 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,520 DEBUG [Thread-1681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,520 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:34,521 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,521 DEBUG [Thread-1670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,521 DEBUG [Thread-1679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,522 DEBUG [Thread-1673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-08T20:41:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,524 DEBUG [Thread-1668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,524 DEBUG [Thread-1677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:41:34,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:41:34,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:41:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:41:34,526 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:34,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:41:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,538 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:34,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:41:34,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab5bea2a3c70428f9e1c3c902549f079_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690494536/Put/seqid=0 2024-12-08T20:41:34,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742193_1369 (size=12154) 2024-12-08T20:41:34,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:34,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690554570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ab5bea2a3c70428f9e1c3c902549f079_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab5bea2a3c70428f9e1c3c902549f079_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:34,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/2a81f829afe34603a6d7840da7f84630, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:34,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/2a81f829afe34603a6d7840da7f84630 is 175, key is test_row_0/A:col10/1733690494536/Put/seqid=0 2024-12-08T20:41:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690554577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690554579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690554579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690554579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742194_1370 (size=30955) 2024-12-08T20:41:34,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/2a81f829afe34603a6d7840da7f84630 2024-12-08T20:41:34,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/bd684e42f72e4828b14d4e97ecc48af2 is 50, key is test_row_0/B:col10/1733690494536/Put/seqid=0 2024-12-08T20:41:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742195_1371 (size=12001) 2024-12-08T20:41:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:34,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690554682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690554691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690554691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690554701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690554701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:34,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690554891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690554901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690554901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690554911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690554912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:34,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:34,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:34,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:34,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/bd684e42f72e4828b14d4e97ecc48af2 2024-12-08T20:41:35,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/cbcdac130ffd40c38164dfb6c717fa7c is 50, key is test_row_0/C:col10/1733690494536/Put/seqid=0 2024-12-08T20:41:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742196_1372 (size=12001) 2024-12-08T20:41:35,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690555201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690555211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690555211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690555221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690555221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/cbcdac130ffd40c38164dfb6c717fa7c 2024-12-08T20:41:35,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:35,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:35,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/2a81f829afe34603a6d7840da7f84630 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630 2024-12-08T20:41:35,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630, entries=150, sequenceid=17, filesize=30.2 K 2024-12-08T20:41:35,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/bd684e42f72e4828b14d4e97ecc48af2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2 2024-12-08T20:41:35,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T20:41:35,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/cbcdac130ffd40c38164dfb6c717fa7c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c 2024-12-08T20:41:35,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T20:41:35,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 819fe657f2c0620876728989ef9a29b5 in 919ms, sequenceid=17, compaction requested=false 2024-12-08T20:41:35,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:35,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-08T20:41:35,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:35,597 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:41:35,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dfcfe0d139c5484186fb2a3e3b6d1980_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690494576/Put/seqid=0 2024-12-08T20:41:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742197_1373 (size=12154) 2024-12-08T20:41:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:35,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:35,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690555728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690555731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690555732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690555732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690555732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690555842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690555842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690555842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:35,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:36,009 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dfcfe0d139c5484186fb2a3e3b6d1980_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dfcfe0d139c5484186fb2a3e3b6d1980_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:36,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/8eab4ce25b4742e0be839fccc1c620c0, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:36,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/8eab4ce25b4742e0be839fccc1c620c0 is 175, key is test_row_0/A:col10/1733690494576/Put/seqid=0 2024-12-08T20:41:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742198_1374 (size=30955) 2024-12-08T20:41:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690556051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690556051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690556051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690556362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690556362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690556362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,413 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/8eab4ce25b4742e0be839fccc1c620c0 2024-12-08T20:41:36,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/9b8302ee927a428d9cd4281710168de6 is 50, key is test_row_0/B:col10/1733690494576/Put/seqid=0 2024-12-08T20:41:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742199_1375 (size=12001) 2024-12-08T20:41:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:36,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690556742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690556742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,745 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,745 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,860 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/9b8302ee927a428d9cd4281710168de6 2024-12-08T20:41:36,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/4027ea4285194a7cbb530839cf72e5fe is 50, key is test_row_0/C:col10/1733690494576/Put/seqid=0 2024-12-08T20:41:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742200_1376 (size=12001) 2024-12-08T20:41:36,870 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/4027ea4285194a7cbb530839cf72e5fe 2024-12-08T20:41:36,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/8eab4ce25b4742e0be839fccc1c620c0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0 2024-12-08T20:41:36,877 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0, entries=150, sequenceid=41, filesize=30.2 K 2024-12-08T20:41:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/9b8302ee927a428d9cd4281710168de6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6 2024-12-08T20:41:36,880 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:41:36,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690556872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690556872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/4027ea4285194a7cbb530839cf72e5fe as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe 2024-12-08T20:41:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690556881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:41:36,885 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 819fe657f2c0620876728989ef9a29b5 in 1288ms, sequenceid=41, compaction requested=false 2024-12-08T20:41:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-08T20:41:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-08T20:41:36,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-08T20:41:36,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec 2024-12-08T20:41:36,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3680 sec 2024-12-08T20:41:37,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:41:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:37,893 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:37,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:41:37,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120825235ddf545e42af8b8fc57bb8ef68b7_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742201_1377 (size=14594) 2024-12-08T20:41:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:37,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690557928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690557929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:37,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690557930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:37,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690558041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690558042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690558042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690558251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690558251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690558251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:38,308 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120825235ddf545e42af8b8fc57bb8ef68b7_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120825235ddf545e42af8b8fc57bb8ef68b7_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:38,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c071592056fe4a0590569a6851f59701, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:38,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c071592056fe4a0590569a6851f59701 is 175, key is test_row_0/A:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:38,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742202_1378 (size=39549) 2024-12-08T20:41:38,312 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c071592056fe4a0590569a6851f59701 2024-12-08T20:41:38,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/82c63d278c964ea99061bd9e4408334a is 50, key is test_row_0/B:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:38,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742203_1379 (size=12001) 2024-12-08T20:41:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690558562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-08T20:41:38,711 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:38,712 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-08T20:41:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:38,713 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:38,714 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:38,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:38,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/82c63d278c964ea99061bd9e4408334a 2024-12-08T20:41:38,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f311fa12d6914c19962e16ad0386f611 is 50, key is test_row_0/C:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:38,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742204_1380 (size=12001) 2024-12-08T20:41:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690558751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,754 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690558762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:38,767 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:38,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:38,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-08T20:41:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:38,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:39,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-08T20:41:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:39,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:39,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690559071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:39,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690559071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690559071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:39,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:39,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f311fa12d6914c19962e16ad0386f611 2024-12-08T20:41:39,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c071592056fe4a0590569a6851f59701 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701 2024-12-08T20:41:39,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701, entries=200, sequenceid=54, filesize=38.6 K 2024-12-08T20:41:39,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/82c63d278c964ea99061bd9e4408334a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a 2024-12-08T20:41:39,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-08T20:41:39,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f311fa12d6914c19962e16ad0386f611 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611 2024-12-08T20:41:39,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611, entries=150, sequenceid=54, filesize=11.7 K 2024-12-08T20:41:39,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 819fe657f2c0620876728989ef9a29b5 in 1253ms, sequenceid=54, compaction requested=true 2024-12-08T20:41:39,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:39,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/B is initiating minor compaction (all files) 2024-12-08T20:41:39,147 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/A is initiating minor compaction (all files) 2024-12-08T20:41:39,147 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/B in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,147 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/A in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,148 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.2 K 2024-12-08T20:41:39,148 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=99.1 K 2024-12-08T20:41:39,148 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701] 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting bd684e42f72e4828b14d4e97ecc48af2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733690494536 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a81f829afe34603a6d7840da7f84630, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733690494536 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b8302ee927a428d9cd4281710168de6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690494556 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eab4ce25b4742e0be839fccc1c620c0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690494556 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 82c63d278c964ea99061bd9e4408334a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495730 2024-12-08T20:41:39,148 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c071592056fe4a0590569a6851f59701, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495726 2024-12-08T20:41:39,153 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:39,153 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/f6fa408c170b475c8ca38691930dcd37 is 50, key is test_row_0/B:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:39,155 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:39,157 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208744e3e59f8ef420babc34fd5d7c0682c_819fe657f2c0620876728989ef9a29b5 store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742205_1381 (size=12104) 2024-12-08T20:41:39,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208744e3e59f8ef420babc34fd5d7c0682c_819fe657f2c0620876728989ef9a29b5, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:39,158 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208744e3e59f8ef420babc34fd5d7c0682c_819fe657f2c0620876728989ef9a29b5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:39,164 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/f6fa408c170b475c8ca38691930dcd37 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/f6fa408c170b475c8ca38691930dcd37 2024-12-08T20:41:39,168 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/B of 819fe657f2c0620876728989ef9a29b5 into f6fa408c170b475c8ca38691930dcd37(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:39,168 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/B, priority=13, startTime=1733690499147; duration=0sec 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:B 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:39,168 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/C is initiating minor compaction (all files) 2024-12-08T20:41:39,169 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/C in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,169 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.2 K 2024-12-08T20:41:39,169 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cbcdac130ffd40c38164dfb6c717fa7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733690494536 2024-12-08T20:41:39,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-08T20:41:39,171 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4027ea4285194a7cbb530839cf72e5fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690494556 2024-12-08T20:41:39,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:39,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742206_1382 (size=4469) 2024-12-08T20:41:39,171 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:41:39,172 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f311fa12d6914c19962e16ad0386f611, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495730 2024-12-08T20:41:39,174 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#A#compaction#326 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:39,174 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/0c225e066870436d90ac450af473dc35 is 175, key is test_row_0/A:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742207_1383 (size=31058) 2024-12-08T20:41:39,181 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:39,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120899244c05d62c425682bd6e6d65ab124e_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690497929/Put/seqid=0 2024-12-08T20:41:39,182 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/eb05521b9d454b1fb2712420f8785715 is 50, key is test_row_0/C:col10/1733690495731/Put/seqid=0 2024-12-08T20:41:39,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742208_1384 (size=12154) 2024-12-08T20:41:39,203 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/0c225e066870436d90ac450af473dc35 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35 2024-12-08T20:41:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742209_1385 (size=12104) 2024-12-08T20:41:39,209 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/eb05521b9d454b1fb2712420f8785715 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/eb05521b9d454b1fb2712420f8785715 2024-12-08T20:41:39,209 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/A of 819fe657f2c0620876728989ef9a29b5 into 0c225e066870436d90ac450af473dc35(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:39,209 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:39,209 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/A, priority=13, startTime=1733690499146; duration=0sec 2024-12-08T20:41:39,210 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:39,210 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:A 2024-12-08T20:41:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:39,214 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/C of 819fe657f2c0620876728989ef9a29b5 into eb05521b9d454b1fb2712420f8785715(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:39,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:39,214 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/C, priority=13, startTime=1733690499147; duration=0sec 2024-12-08T20:41:39,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:39,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:C 2024-12-08T20:41:39,216 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120899244c05d62c425682bd6e6d65ab124e_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899244c05d62c425682bd6e6d65ab124e_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:39,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/38c1508b81da42779dc5836b6a51f355, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:39,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/38c1508b81da42779dc5836b6a51f355 is 175, key is test_row_0/A:col10/1733690497929/Put/seqid=0 2024-12-08T20:41:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742210_1386 (size=30955) 2024-12-08T20:41:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:39,621 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/38c1508b81da42779dc5836b6a51f355 2024-12-08T20:41:39,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/103e9f62e8e644c4ab88fbf93dcd4b3a is 50, key is test_row_0/B:col10/1733690497929/Put/seqid=0 2024-12-08T20:41:39,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742211_1387 (size=12001) 2024-12-08T20:41:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:40,039 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/103e9f62e8e644c4ab88fbf93dcd4b3a 2024-12-08T20:41:40,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f32bc1e1fe5e4044810664c6a1393416 is 50, key is test_row_0/C:col10/1733690497929/Put/seqid=0 2024-12-08T20:41:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742212_1388 (size=12001) 2024-12-08T20:41:40,054 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f32bc1e1fe5e4044810664c6a1393416 2024-12-08T20:41:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/38c1508b81da42779dc5836b6a51f355 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355 2024-12-08T20:41:40,060 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355, entries=150, sequenceid=78, filesize=30.2 K 2024-12-08T20:41:40,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/103e9f62e8e644c4ab88fbf93dcd4b3a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a 2024-12-08T20:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,064 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/f32bc1e1fe5e4044810664c6a1393416 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 819fe657f2c0620876728989ef9a29b5 in 898ms, sequenceid=78, compaction requested=false 2024-12-08T20:41:40,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:40,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3560 sec 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.3600 sec 2024-12-08T20:41:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:40,186 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:41:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d0f4180f680540fb8b2f1fcb1231e20b_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742213_1389 (size=21918) 2024-12-08T20:41:40,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690560243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690560244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690560246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690560351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690560361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690560361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690560561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690560571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690560571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,596 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:40,600 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d0f4180f680540fb8b2f1fcb1231e20b_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0f4180f680540fb8b2f1fcb1231e20b_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:40,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:40,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 is 175, key is test_row_0/A:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742214_1390 (size=65323) 2024-12-08T20:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-08T20:41:40,862 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:40,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-08T20:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:40,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:40,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:40,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690560872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690560882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690560882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:41,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 2024-12-08T20:41:41,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/77817e16a4dd43fab0f43daa2b1603e9 is 50, key is test_row_0/B:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:41,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742215_1391 (size=12001) 2024-12-08T20:41:41,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:41,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690561382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:41,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690561392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:41,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:41,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690561392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:41,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:41,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/77817e16a4dd43fab0f43daa2b1603e9 2024-12-08T20:41:41,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/ff4afe7c98c34a4c9050ace8a12025ab is 50, key is test_row_0/C:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:41,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742216_1392 (size=12001) 2024-12-08T20:41:41,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:41,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:41,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/ff4afe7c98c34a4c9050ace8a12025ab 2024-12-08T20:41:41,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 2024-12-08T20:41:41,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9, entries=350, sequenceid=92, filesize=63.8 K 2024-12-08T20:41:41,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/77817e16a4dd43fab0f43daa2b1603e9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9 2024-12-08T20:41:41,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9, entries=150, sequenceid=92, filesize=11.7 K 2024-12-08T20:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/ff4afe7c98c34a4c9050ace8a12025ab as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab 2024-12-08T20:41:41,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab, entries=150, sequenceid=92, filesize=11.7 K 2024-12-08T20:41:41,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 819fe657f2c0620876728989ef9a29b5 in 1689ms, sequenceid=92, compaction requested=true 2024-12-08T20:41:41,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:41,876 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:41,876 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:41,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:41,877 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:41,877 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:41,877 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/B is initiating minor compaction (all files) 2024-12-08T20:41:41,877 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/A is initiating minor compaction (all files) 2024-12-08T20:41:41,877 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/B in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,877 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/A in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,877 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=124.4 K 2024-12-08T20:41:41,877 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/f6fa408c170b475c8ca38691930dcd37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.3 K 2024-12-08T20:41:41,877 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,877 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9] 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c225e066870436d90ac450af473dc35, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495730 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f6fa408c170b475c8ca38691930dcd37, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495730 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 103e9f62e8e644c4ab88fbf93dcd4b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733690497920 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38c1508b81da42779dc5836b6a51f355, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733690497920 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 77817e16a4dd43fab0f43daa2b1603e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:41,878 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b3a95d3187f4ed4ad22c9aa50b6fdd9, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:41,882 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:41,883 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:41,884 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/7f4e7a3073b44296bec3a0bcf348b381 is 50, key is test_row_0/B:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:41,887 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412082c58953bda94477fbc83c8dc38c04675_819fe657f2c0620876728989ef9a29b5 store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:41,889 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412082c58953bda94477fbc83c8dc38c04675_819fe657f2c0620876728989ef9a29b5, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:41,889 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082c58953bda94477fbc83c8dc38c04675_819fe657f2c0620876728989ef9a29b5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742217_1393 (size=12207) 2024-12-08T20:41:41,907 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/7f4e7a3073b44296bec3a0bcf348b381 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/7f4e7a3073b44296bec3a0bcf348b381 2024-12-08T20:41:41,912 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/B of 819fe657f2c0620876728989ef9a29b5 into 7f4e7a3073b44296bec3a0bcf348b381(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:41,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:41,912 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/B, priority=13, startTime=1733690501876; duration=0sec 2024-12-08T20:41:41,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:41,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:B 2024-12-08T20:41:41,912 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742218_1394 (size=4469) 2024-12-08T20:41:41,914 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:41,914 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/C is initiating minor compaction (all files) 2024-12-08T20:41:41,914 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/C in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,914 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/eb05521b9d454b1fb2712420f8785715, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.3 K 2024-12-08T20:41:41,914 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting eb05521b9d454b1fb2712420f8785715, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733690495730 2024-12-08T20:41:41,915 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f32bc1e1fe5e4044810664c6a1393416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733690497920 2024-12-08T20:41:41,915 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ff4afe7c98c34a4c9050ace8a12025ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:41,920 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:41,920 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/18245f63e818489c92f74e28d830db76 is 50, key is test_row_0/C:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742219_1395 (size=12207) 2024-12-08T20:41:41,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-08T20:41:41,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:41,932 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:41:41,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120887eed1ccd05547c493ea20af687d1f4c_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690500242/Put/seqid=0 2024-12-08T20:41:41,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742220_1396 (size=12154) 2024-12-08T20:41:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:42,314 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:42,315 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ef1a4a8f10ce4b67847f54784b681f5c is 175, key is test_row_0/A:col10/1733690500185/Put/seqid=0 2024-12-08T20:41:42,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742221_1397 (size=31161) 2024-12-08T20:41:42,328 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/18245f63e818489c92f74e28d830db76 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/18245f63e818489c92f74e28d830db76 2024-12-08T20:41:42,332 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/C of 819fe657f2c0620876728989ef9a29b5 into 18245f63e818489c92f74e28d830db76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:42,332 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:42,332 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/C, priority=13, startTime=1733690501876; duration=0sec 2024-12-08T20:41:42,332 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:42,332 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:C 2024-12-08T20:41:42,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:42,344 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120887eed1ccd05547c493ea20af687d1f4c_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887eed1ccd05547c493ea20af687d1f4c_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:42,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:42,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d is 175, key is test_row_0/A:col10/1733690500242/Put/seqid=0 2024-12-08T20:41:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742222_1398 (size=30955) 2024-12-08T20:41:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:42,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:42,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690562412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690562414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,416 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690562416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690562521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690562522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,721 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ef1a4a8f10ce4b67847f54784b681f5c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c 2024-12-08T20:41:42,725 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/A of 819fe657f2c0620876728989ef9a29b5 into ef1a4a8f10ce4b67847f54784b681f5c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:42,725 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:42,725 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/A, priority=13, startTime=1733690501876; duration=0sec 2024-12-08T20:41:42,725 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:42,725 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:A 2024-12-08T20:41:42,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690562731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690562731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,748 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d 2024-12-08T20:41:42,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/31868e27c3254213aeeb990c17bbad7e is 50, key is test_row_0/B:col10/1733690500242/Put/seqid=0 2024-12-08T20:41:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742223_1399 (size=12001) 2024-12-08T20:41:42,762 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/31868e27c3254213aeeb990c17bbad7e 2024-12-08T20:41:42,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/522be59581d5440bab012e533fb487e8 is 50, key is test_row_0/C:col10/1733690500242/Put/seqid=0 2024-12-08T20:41:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742224_1400 (size=12001) 2024-12-08T20:41:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690562791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,797 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690562801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:42,807 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:43,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690563041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690563041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,172 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/522be59581d5440bab012e533fb487e8 2024-12-08T20:41:43,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d 2024-12-08T20:41:43,178 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d, entries=150, sequenceid=117, filesize=30.2 K 2024-12-08T20:41:43,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/31868e27c3254213aeeb990c17bbad7e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e 2024-12-08T20:41:43,182 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e, entries=150, sequenceid=117, filesize=11.7 K 2024-12-08T20:41:43,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/522be59581d5440bab012e533fb487e8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8 2024-12-08T20:41:43,186 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8, entries=150, sequenceid=117, filesize=11.7 K 2024-12-08T20:41:43,187 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 819fe657f2c0620876728989ef9a29b5 in 1255ms, sequenceid=117, compaction requested=false 2024-12-08T20:41:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-08T20:41:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-08T20:41:43,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-08T20:41:43,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3240 sec 2024-12-08T20:41:43,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.3290 sec 2024-12-08T20:41:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:43,554 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:43,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:41:43,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d65338d5616348a6bd40707eeaec12c9_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742225_1401 (size=14694) 2024-12-08T20:41:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690563618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690563623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,629 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690563732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690563732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690563941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690563942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:43,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:43,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:43,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d65338d5616348a6bd40707eeaec12c9_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d65338d5616348a6bd40707eeaec12c9_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:43,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/fb3aa13d60cd49e7b4c9a399384eca6f, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:43,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/fb3aa13d60cd49e7b4c9a399384eca6f is 175, key is test_row_0/A:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742226_1402 (size=39649) 2024-12-08T20:41:44,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690564251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690564251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:44,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/fb3aa13d60cd49e7b4c9a399384eca6f 2024-12-08T20:41:44,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/eec32038c7f14351b893d5a594e04da9 is 50, key is test_row_0/B:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:44,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742227_1403 (size=12051) 2024-12-08T20:41:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690564431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:44,436 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:44,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690564762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690564762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:44,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/eec32038c7f14351b893d5a594e04da9 2024-12-08T20:41:44,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/468840e5f91b4329bcb40cead8004207 is 50, key is test_row_0/C:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742228_1404 (size=12051) 2024-12-08T20:41:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-08T20:41:45,032 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:45,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-08T20:41:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:45,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:45,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:45,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:45,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-08T20:41:45,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:45,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:45,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/468840e5f91b4329bcb40cead8004207 2024-12-08T20:41:45,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/fb3aa13d60cd49e7b4c9a399384eca6f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f 2024-12-08T20:41:45,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f, entries=200, sequenceid=132, filesize=38.7 K 2024-12-08T20:41:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/eec32038c7f14351b893d5a594e04da9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9 2024-12-08T20:41:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9, entries=150, sequenceid=132, filesize=11.8 K 2024-12-08T20:41:45,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/468840e5f91b4329bcb40cead8004207 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207 2024-12-08T20:41:45,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207, entries=150, sequenceid=132, filesize=11.8 K 2024-12-08T20:41:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 819fe657f2c0620876728989ef9a29b5 in 1658ms, sequenceid=132, compaction requested=true 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:45,212 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:45,212 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:45,213 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:45,213 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101765 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:45,213 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/B is initiating minor compaction (all files) 2024-12-08T20:41:45,213 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/A is initiating minor compaction (all files) 2024-12-08T20:41:45,213 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/B in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,213 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/A in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,213 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/7f4e7a3073b44296bec3a0bcf348b381, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.4 K 2024-12-08T20:41:45,213 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=99.4 K 2024-12-08T20:41:45,213 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,213 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f] 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4e7a3073b44296bec3a0bcf348b381, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef1a4a8f10ce4b67847f54784b681f5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 31868e27c3254213aeeb990c17bbad7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733690500230 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf7d5eaf8c34e6b89ac8a5aa8c1987d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733690500230 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting eec32038c7f14351b893d5a594e04da9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:45,214 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb3aa13d60cd49e7b4c9a399384eca6f, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:45,220 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:45,221 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:45,222 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/1787abaa99b14d24a2e4ec568b0055bf is 50, key is test_row_0/B:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:45,226 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208a6e38272736e43ad9c4721d9c5f95d1c_819fe657f2c0620876728989ef9a29b5 store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:45,227 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208a6e38272736e43ad9c4721d9c5f95d1c_819fe657f2c0620876728989ef9a29b5, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:45,228 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a6e38272736e43ad9c4721d9c5f95d1c_819fe657f2c0620876728989ef9a29b5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742230_1406 (size=4469) 2024-12-08T20:41:45,234 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#A#compaction#344 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:45,235 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c8839d979e6e4a6491e89dc0c0e389b3 is 175, key is test_row_0/A:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:45,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742229_1405 (size=12359) 2024-12-08T20:41:45,243 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/1787abaa99b14d24a2e4ec568b0055bf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/1787abaa99b14d24a2e4ec568b0055bf 2024-12-08T20:41:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742231_1407 (size=31313) 2024-12-08T20:41:45,250 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/B of 819fe657f2c0620876728989ef9a29b5 into 1787abaa99b14d24a2e4ec568b0055bf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:45,250 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:45,250 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/B, priority=13, startTime=1733690505212; duration=0sec 2024-12-08T20:41:45,250 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:45,250 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:B 2024-12-08T20:41:45,250 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:45,251 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:45,251 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/C is initiating minor compaction (all files) 2024-12-08T20:41:45,251 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/C in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,251 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/18245f63e818489c92f74e28d830db76, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=35.4 K 2024-12-08T20:41:45,251 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 18245f63e818489c92f74e28d830db76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733690500120 2024-12-08T20:41:45,253 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 522be59581d5440bab012e533fb487e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733690500230 2024-12-08T20:41:45,253 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 468840e5f91b4329bcb40cead8004207, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:45,261 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:45,261 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a1c162610b4d4bc6b82a38afbbe318b9 is 50, key is test_row_0/C:col10/1733690503553/Put/seqid=0 2024-12-08T20:41:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742232_1408 (size=12359) 2024-12-08T20:41:45,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-08T20:41:45,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:45,340 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:41:45,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084503e1745b9b448788eb18561bd1af03_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690503611/Put/seqid=0 2024-12-08T20:41:45,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742233_1409 (size=12304) 2024-12-08T20:41:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:45,651 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/c8839d979e6e4a6491e89dc0c0e389b3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3 2024-12-08T20:41:45,655 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/A of 819fe657f2c0620876728989ef9a29b5 into c8839d979e6e4a6491e89dc0c0e389b3(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:45,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:45,655 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/A, priority=13, startTime=1733690505212; duration=0sec 2024-12-08T20:41:45,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:45,655 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:A 2024-12-08T20:41:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:45,670 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a1c162610b4d4bc6b82a38afbbe318b9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a1c162610b4d4bc6b82a38afbbe318b9 2024-12-08T20:41:45,673 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/C of 819fe657f2c0620876728989ef9a29b5 into a1c162610b4d4bc6b82a38afbbe318b9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:45,674 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:45,674 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/C, priority=13, startTime=1733690505212; duration=0sec 2024-12-08T20:41:45,674 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:45,674 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:C 2024-12-08T20:41:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:45,753 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084503e1745b9b448788eb18561bd1af03_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084503e1745b9b448788eb18561bd1af03_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/aec220bfea064801a38f1ba11a4162e4, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/aec220bfea064801a38f1ba11a4162e4 is 175, key is test_row_0/A:col10/1733690503611/Put/seqid=0 2024-12-08T20:41:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742234_1410 (size=31105) 2024-12-08T20:41:45,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:45,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690565804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:45,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690565805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:45,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690565911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690565922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690566124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690566141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,160 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/aec220bfea064801a38f1ba11a4162e4 2024-12-08T20:41:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c5ed425e2a03418aad7457deed7a642c is 50, key is test_row_0/B:col10/1733690503611/Put/seqid=0 2024-12-08T20:41:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742235_1411 (size=12151) 2024-12-08T20:41:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:46,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690566431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690566452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,569 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c5ed425e2a03418aad7457deed7a642c 2024-12-08T20:41:46,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/09665439eee640ad812f89e353d73e13 is 50, key is test_row_0/C:col10/1733690503611/Put/seqid=0 2024-12-08T20:41:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742236_1412 (size=12151) 2024-12-08T20:41:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690566941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:46,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690566961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:46,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:47,058 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/09665439eee640ad812f89e353d73e13 2024-12-08T20:41:47,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/aec220bfea064801a38f1ba11a4162e4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4 2024-12-08T20:41:47,063 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4, entries=150, sequenceid=156, filesize=30.4 K 2024-12-08T20:41:47,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c5ed425e2a03418aad7457deed7a642c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c 2024-12-08T20:41:47,067 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T20:41:47,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/09665439eee640ad812f89e353d73e13 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13 2024-12-08T20:41:47,070 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T20:41:47,071 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 819fe657f2c0620876728989ef9a29b5 in 1731ms, sequenceid=156, compaction requested=false 2024-12-08T20:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-08T20:41:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-08T20:41:47,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-08T20:41:47,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-12-08T20:41:47,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0420 sec 2024-12-08T20:41:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-08T20:41:47,181 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:47,182 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-08T20:41:47,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:47,184 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:47,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:47,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-08T20:41:47,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:47,336 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T20:41:47,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120801eae3507df44adbb3abab5ec80dfa97_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690505803/Put/seqid=0 2024-12-08T20:41:47,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742237_1413 (size=12304) 2024-12-08T20:41:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:47,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:47,749 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120801eae3507df44adbb3abab5ec80dfa97_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120801eae3507df44adbb3abab5ec80dfa97_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/5b924b884cdc4bd2b05176a6d2a138e2, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:47,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/5b924b884cdc4bd2b05176a6d2a138e2 is 175, key is test_row_0/A:col10/1733690505803/Put/seqid=0 2024-12-08T20:41:47,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742238_1414 (size=31105) 2024-12-08T20:41:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:48,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690568046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690568054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,153 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/5b924b884cdc4bd2b05176a6d2a138e2 2024-12-08T20:41:48,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c7e34d49689740e3a41ab9b8d3e93afd is 50, key is test_row_0/B:col10/1733690505803/Put/seqid=0 2024-12-08T20:41:48,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742239_1415 (size=12151) 2024-12-08T20:41:48,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690568162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690568162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:48,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690568371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690568372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38998 deadline: 1733690568461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,468 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,563 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c7e34d49689740e3a41ab9b8d3e93afd 2024-12-08T20:41:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a7ccd6b66c3c4cba85a55c43f90defd2 is 50, key is test_row_0/C:col10/1733690505803/Put/seqid=0 2024-12-08T20:41:48,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742240_1416 (size=12151) 2024-12-08T20:41:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690568681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690568681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:48,973 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a7ccd6b66c3c4cba85a55c43f90defd2 2024-12-08T20:41:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/5b924b884cdc4bd2b05176a6d2a138e2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2 2024-12-08T20:41:48,978 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2, entries=150, sequenceid=172, filesize=30.4 K 2024-12-08T20:41:48,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/c7e34d49689740e3a41ab9b8d3e93afd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd 2024-12-08T20:41:48,982 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T20:41:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a7ccd6b66c3c4cba85a55c43f90defd2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2 2024-12-08T20:41:48,985 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T20:41:48,986 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 819fe657f2c0620876728989ef9a29b5 in 1649ms, sequenceid=172, compaction requested=true 2024-12-08T20:41:48,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:48,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:48,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-08T20:41:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-08T20:41:48,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-08T20:41:48,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8030 sec 2024-12-08T20:41:48,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8070 sec 2024-12-08T20:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:49,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:49,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:41:49,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081a221593954b421ba8635b9646e417c7_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742241_1417 (size=17284) 2024-12-08T20:41:49,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:49,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081a221593954b421ba8635b9646e417c7_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a221593954b421ba8635b9646e417c7_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:49,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/a71bbc67938f4da0aefb5b93619fc967, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:49,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/a71bbc67938f4da0aefb5b93619fc967 is 175, key is test_row_0/A:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742242_1418 (size=48389) 2024-12-08T20:41:49,222 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/a71bbc67938f4da0aefb5b93619fc967 2024-12-08T20:41:49,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/03ffd7c75b9e469fa7be26a948076652 is 50, key is test_row_0/B:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:49,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742243_1419 (size=12151) 2024-12-08T20:41:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690569234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690569235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-08T20:41:49,331 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:49,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-08T20:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:49,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:49,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:49,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690569351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690569351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:49,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T20:41:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690569561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690569561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/03ffd7c75b9e469fa7be26a948076652 2024-12-08T20:41:49,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/87e11bb7ba664da3b6a86bbdd3891bcd is 50, key is test_row_0/C:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:49,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T20:41:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742244_1420 (size=12151) 2024-12-08T20:41:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:49,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T20:41:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690569872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690569872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:49,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T20:41:49,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:49,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:49,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:50,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/87e11bb7ba664da3b6a86bbdd3891bcd 2024-12-08T20:41:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/a71bbc67938f4da0aefb5b93619fc967 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967 2024-12-08T20:41:50,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967, entries=250, sequenceid=196, filesize=47.3 K 2024-12-08T20:41:50,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/03ffd7c75b9e469fa7be26a948076652 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652 2024-12-08T20:41:50,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T20:41:50,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/87e11bb7ba664da3b6a86bbdd3891bcd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd 2024-12-08T20:41:50,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T20:41:50,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 819fe657f2c0620876728989ef9a29b5 in 855ms, sequenceid=196, compaction requested=true 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:50,053 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:50,053 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:50,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/B is initiating minor compaction (all files) 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/A is initiating minor compaction (all files) 2024-12-08T20:41:50,054 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/B in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:50,054 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/A in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:50,054 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/1787abaa99b14d24a2e4ec568b0055bf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=47.7 K 2024-12-08T20:41:50,054 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=138.6 K 2024-12-08T20:41:50,054 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967] 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1787abaa99b14d24a2e4ec568b0055bf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8839d979e6e4a6491e89dc0c0e389b3, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c5ed425e2a03418aad7457deed7a642c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690503611 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting aec220bfea064801a38f1ba11a4162e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690503611 2024-12-08T20:41:50,054 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c7e34d49689740e3a41ab9b8d3e93afd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690505795 2024-12-08T20:41:50,055 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b924b884cdc4bd2b05176a6d2a138e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690505795 2024-12-08T20:41:50,055 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ffd7c75b9e469fa7be26a948076652, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508044 2024-12-08T20:41:50,055 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a71bbc67938f4da0aefb5b93619fc967, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508034 2024-12-08T20:41:50,060 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:50,061 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208b5ed009b6ebc4ab199e102bbdab75325_819fe657f2c0620876728989ef9a29b5 store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:50,061 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:50,062 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/03d0dea1bab44d3dab96b24dc2aa06d3 is 50, key is test_row_0/B:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:50,063 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208b5ed009b6ebc4ab199e102bbdab75325_819fe657f2c0620876728989ef9a29b5, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:50,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b5ed009b6ebc4ab199e102bbdab75325_819fe657f2c0620876728989ef9a29b5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:50,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742245_1421 (size=12595) 2024-12-08T20:41:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742246_1422 (size=4469) 2024-12-08T20:41:50,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-08T20:41:50,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:50,096 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:41:50,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088c8ea9b9f53646f5a2bc3527de4c9a28_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690509230/Put/seqid=0 2024-12-08T20:41:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742247_1423 (size=12304) 2024-12-08T20:41:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:50,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:50,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690570444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690570446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,468 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#A#compaction#356 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:50,469 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/b8ccf4f82a694dac96ee5b75672bbcaa is 175, key is test_row_0/A:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:50,470 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/03d0dea1bab44d3dab96b24dc2aa06d3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03d0dea1bab44d3dab96b24dc2aa06d3 2024-12-08T20:41:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742248_1424 (size=31549) 2024-12-08T20:41:50,474 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/B of 819fe657f2c0620876728989ef9a29b5 into 03d0dea1bab44d3dab96b24dc2aa06d3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:50,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:50,474 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/B, priority=12, startTime=1733690510053; duration=0sec 2024-12-08T20:41:50,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:50,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:B 2024-12-08T20:41:50,474 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:41:50,475 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:41:50,475 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/C is initiating minor compaction (all files) 2024-12-08T20:41:50,475 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/C in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:50,475 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a1c162610b4d4bc6b82a38afbbe318b9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=47.7 K 2024-12-08T20:41:50,475 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a1c162610b4d4bc6b82a38afbbe318b9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733690502399 2024-12-08T20:41:50,475 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 09665439eee640ad812f89e353d73e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733690503611 2024-12-08T20:41:50,476 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ccd6b66c3c4cba85a55c43f90defd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733690505795 2024-12-08T20:41:50,476 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 87e11bb7ba664da3b6a86bbdd3891bcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508044 2024-12-08T20:41:50,482 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#C#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:50,482 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/6e7097aaaaa24dd18c90061030b056ea is 50, key is test_row_0/C:col10/1733690509197/Put/seqid=0 2024-12-08T20:41:50,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742249_1425 (size=12595) 2024-12-08T20:41:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:50,509 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088c8ea9b9f53646f5a2bc3527de4c9a28_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088c8ea9b9f53646f5a2bc3527de4c9a28_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:50,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ea39359e324d43db82486826187a4c89, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:50,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ea39359e324d43db82486826187a4c89 is 175, key is test_row_0/A:col10/1733690509230/Put/seqid=0 2024-12-08T20:41:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742250_1426 (size=31105) 2024-12-08T20:41:50,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690570551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690570561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690570761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690570771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:50,876 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/b8ccf4f82a694dac96ee5b75672bbcaa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa 2024-12-08T20:41:50,879 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/A of 819fe657f2c0620876728989ef9a29b5 into b8ccf4f82a694dac96ee5b75672bbcaa(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:50,879 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:50,879 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/A, priority=12, startTime=1733690510053; duration=0sec 2024-12-08T20:41:50,879 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:50,879 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:A 2024-12-08T20:41:50,889 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/6e7097aaaaa24dd18c90061030b056ea as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6e7097aaaaa24dd18c90061030b056ea 2024-12-08T20:41:50,897 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/C of 819fe657f2c0620876728989ef9a29b5 into 6e7097aaaaa24dd18c90061030b056ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:50,897 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:50,897 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/C, priority=12, startTime=1733690510053; duration=0sec 2024-12-08T20:41:50,897 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:50,897 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:C 2024-12-08T20:41:50,916 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ea39359e324d43db82486826187a4c89 2024-12-08T20:41:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36035ed3c7e54a66a59d4b02187ef007 is 50, key is test_row_0/B:col10/1733690509230/Put/seqid=0 2024-12-08T20:41:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742251_1427 (size=12151) 2024-12-08T20:41:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690571071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:51,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690571081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:51,325 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36035ed3c7e54a66a59d4b02187ef007 2024-12-08T20:41:51,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a55b58eca0c242b8b90449e93337a5b5 is 50, key is test_row_0/C:col10/1733690509230/Put/seqid=0 2024-12-08T20:41:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742252_1428 (size=12151) 2024-12-08T20:41:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:51,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690571581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:51,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690571591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:51,733 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a55b58eca0c242b8b90449e93337a5b5 2024-12-08T20:41:51,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ea39359e324d43db82486826187a4c89 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89 2024-12-08T20:41:51,741 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89, entries=150, sequenceid=208, filesize=30.4 K 2024-12-08T20:41:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36035ed3c7e54a66a59d4b02187ef007 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007 2024-12-08T20:41:51,745 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007, entries=150, sequenceid=208, filesize=11.9 K 2024-12-08T20:41:51,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/a55b58eca0c242b8b90449e93337a5b5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5 2024-12-08T20:41:51,748 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5, entries=150, sequenceid=208, filesize=11.9 K 2024-12-08T20:41:51,749 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 819fe657f2c0620876728989ef9a29b5 in 1653ms, sequenceid=208, compaction requested=false 2024-12-08T20:41:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-08T20:41:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-08T20:41:51,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-08T20:41:51,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4170 sec 2024-12-08T20:41:51,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4210 sec 2024-12-08T20:41:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:52,594 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:41:52,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:41:52,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ff764835467f448a9802c77e183fcaa3_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:52,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742253_1429 (size=14794) 2024-12-08T20:41:52,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690572624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690572628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690572742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690572742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38968 deadline: 1733690572821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,824 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39002 deadline: 1733690572891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,894 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 819fe657f2c0620876728989ef9a29b5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18315 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:41:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690572952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690572952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:53,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:53,016 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ff764835467f448a9802c77e183fcaa3_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff764835467f448a9802c77e183fcaa3_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:53,016 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/bdddd80827f1408ab88bcc161c459c5c, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:53,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/bdddd80827f1408ab88bcc161c459c5c is 175, key is test_row_0/A:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742254_1430 (size=39749) 2024-12-08T20:41:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690573262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690573262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:53,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/bdddd80827f1408ab88bcc161c459c5c 2024-12-08T20:41:53,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/d2cd2d31dbb9407ca58711e761792b32 is 50, key is test_row_0/B:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:53,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742255_1431 (size=12151) 2024-12-08T20:41:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-08T20:41:53,492 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:53,492 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:41:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-08T20:41:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:53,494 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:41:53,494 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:41:53,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:41:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:53,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T20:41:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38972 deadline: 1733690573772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:53,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:41:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39012 deadline: 1733690573772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:41:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:41:53,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:41:53,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T20:41:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:53,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/d2cd2d31dbb9407ca58711e761792b32 2024-12-08T20:41:53,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/680db980814c44eabeb4792a638ee2d7 is 50, key is test_row_0/C:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742256_1432 (size=12151) 2024-12-08T20:41:53,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T20:41:53,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:53,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:53,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:54,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T20:41:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:41:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:54,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/680db980814c44eabeb4792a638ee2d7 2024-12-08T20:41:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/bdddd80827f1408ab88bcc161c459c5c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c 2024-12-08T20:41:54,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c, entries=200, sequenceid=236, filesize=38.8 K 2024-12-08T20:41:54,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/d2cd2d31dbb9407ca58711e761792b32 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32 2024-12-08T20:41:54,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T20:41:54,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/680db980814c44eabeb4792a638ee2d7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7 2024-12-08T20:41:54,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T20:41:54,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 819fe657f2c0620876728989ef9a29b5 in 1658ms, sequenceid=236, compaction requested=true 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:54,253 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:54,253 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 819fe657f2c0620876728989ef9a29b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:41:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-08T20:41:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,257 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:41:54,258 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:54,258 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/A is initiating minor compaction (all files) 2024-12-08T20:41:54,258 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/A in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,258 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=100.0 K 2024-12-08T20:41:54,258 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,258 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c] 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/B is initiating minor compaction (all files) 2024-12-08T20:41:54,259 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/B in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,259 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03d0dea1bab44d3dab96b24dc2aa06d3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=36.0 K 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8ccf4f82a694dac96ee5b75672bbcaa, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508044 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 03d0dea1bab44d3dab96b24dc2aa06d3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508044 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea39359e324d43db82486826187a4c89, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733690509230 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 36035ed3c7e54a66a59d4b02187ef007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733690509230 2024-12-08T20:41:54,259 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdddd80827f1408ab88bcc161c459c5c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733690510426 2024-12-08T20:41:54,260 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d2cd2d31dbb9407ca58711e761792b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733690510426 2024-12-08T20:41:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088174b11db6d54f32bc18c732b42723a2_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690512618/Put/seqid=0 2024-12-08T20:41:54,277 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#B#compaction#365 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:54,278 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/8600ea8ff9d24107b1d0e1d21f479c8c is 50, key is test_row_0/B:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:54,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742257_1433 (size=12304) 2024-12-08T20:41:54,281 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:54,286 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120864cd9cc5c2d34685b473022bb14b96b5_819fe657f2c0620876728989ef9a29b5 store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:54,288 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120864cd9cc5c2d34685b473022bb14b96b5_819fe657f2c0620876728989ef9a29b5, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:54,288 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864cd9cc5c2d34685b473022bb14b96b5_819fe657f2c0620876728989ef9a29b5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742258_1434 (size=12697) 2024-12-08T20:41:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742259_1435 (size=4469) 2024-12-08T20:41:54,294 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#A#compaction#366 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:54,294 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ff3024fbfb334bc7bac8f1dfe6784d07 is 175, key is test_row_0/A:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742260_1436 (size=31651) 2024-12-08T20:41:54,304 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/ff3024fbfb334bc7bac8f1dfe6784d07 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ff3024fbfb334bc7bac8f1dfe6784d07 2024-12-08T20:41:54,309 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/A of 819fe657f2c0620876728989ef9a29b5 into ff3024fbfb334bc7bac8f1dfe6784d07(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:54,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:54,309 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/A, priority=13, startTime=1733690514253; duration=0sec 2024-12-08T20:41:54,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:41:54,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:A 2024-12-08T20:41:54,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:41:54,311 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:41:54,311 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 819fe657f2c0620876728989ef9a29b5/C is initiating minor compaction (all files) 2024-12-08T20:41:54,311 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 819fe657f2c0620876728989ef9a29b5/C in TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:54,311 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6e7097aaaaa24dd18c90061030b056ea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp, totalSize=36.0 K 2024-12-08T20:41:54,311 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e7097aaaaa24dd18c90061030b056ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690508044 2024-12-08T20:41:54,311 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a55b58eca0c242b8b90449e93337a5b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733690509230 2024-12-08T20:41:54,312 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 680db980814c44eabeb4792a638ee2d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733690510426 2024-12-08T20:41:54,318 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 819fe657f2c0620876728989ef9a29b5#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:41:54,320 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/542a431cd105441c9f5194f0bb31b99f is 50, key is test_row_0/C:col10/1733690510426/Put/seqid=0 2024-12-08T20:41:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742261_1437 (size=12697) 2024-12-08T20:41:54,523 INFO [Thread-1673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1673. 2024-12-08T20:41:54,523 DEBUG [Thread-1673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,523 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,523 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,524 INFO [Thread-1675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1675. 2024-12-08T20:41:54,524 DEBUG [Thread-1675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,524 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,524 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,525 INFO [Thread-1677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1677. 2024-12-08T20:41:54,525 DEBUG [Thread-1677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,525 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,525 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,527 INFO [Thread-1681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1681. 2024-12-08T20:41:54,527 DEBUG [Thread-1681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,527 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,527 DEBUG [Thread-1681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,527 INFO [Thread-1679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1679. 2024-12-08T20:41:54,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,528 DEBUG [Thread-1679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,528 DEBUG [Thread-1679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,528 DEBUG [Thread-1679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:54,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:41:54,687 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088174b11db6d54f32bc18c732b42723a2_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088174b11db6d54f32bc18c732b42723a2_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/34e44769410046c8899f280b787429ea, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:41:54,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/34e44769410046c8899f280b787429ea is 175, key is test_row_0/A:col10/1733690512618/Put/seqid=0 2024-12-08T20:41:54,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742262_1438 (size=31105) 2024-12-08T20:41:54,693 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/8600ea8ff9d24107b1d0e1d21f479c8c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/8600ea8ff9d24107b1d0e1d21f479c8c 2024-12-08T20:41:54,697 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/B of 819fe657f2c0620876728989ef9a29b5 into 8600ea8ff9d24107b1d0e1d21f479c8c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:54,697 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:54,697 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/B, priority=13, startTime=1733690514253; duration=0sec 2024-12-08T20:41:54,697 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:54,697 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:B 2024-12-08T20:41:54,727 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/542a431cd105441c9f5194f0bb31b99f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/542a431cd105441c9f5194f0bb31b99f 2024-12-08T20:41:54,731 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 819fe657f2c0620876728989ef9a29b5/C of 819fe657f2c0620876728989ef9a29b5 into 542a431cd105441c9f5194f0bb31b99f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:41:54,731 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:54,731 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., storeName=819fe657f2c0620876728989ef9a29b5/C, priority=13, startTime=1733690514253; duration=0sec 2024-12-08T20:41:54,731 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:41:54,731 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 819fe657f2c0620876728989ef9a29b5:C 2024-12-08T20:41:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:41:54,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. as already flushing 2024-12-08T20:41:54,785 INFO [Thread-1668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1668. 2024-12-08T20:41:54,785 DEBUG [Thread-1668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,785 INFO [Thread-1670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1670. 2024-12-08T20:41:54,785 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,785 DEBUG [Thread-1670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:54,785 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,785 DEBUG [Thread-1668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,785 DEBUG [Thread-1670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:54,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:54,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:41:55,093 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/34e44769410046c8899f280b787429ea 2024-12-08T20:41:55,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/6badd8b110214587b6509d65f796d5f9 is 50, key is test_row_0/B:col10/1733690512618/Put/seqid=0 2024-12-08T20:41:55,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742263_1439 (size=12151) 2024-12-08T20:41:55,504 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/6badd8b110214587b6509d65f796d5f9 2024-12-08T20:41:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/b53639fe4fed4912ae09666dc504fd2d is 50, key is test_row_0/C:col10/1733690512618/Put/seqid=0 2024-12-08T20:41:55,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742264_1440 (size=12151) 2024-12-08T20:41:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:55,922 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/b53639fe4fed4912ae09666dc504fd2d 2024-12-08T20:41:55,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/34e44769410046c8899f280b787429ea as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/34e44769410046c8899f280b787429ea 2024-12-08T20:41:55,939 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/34e44769410046c8899f280b787429ea, entries=150, sequenceid=247, filesize=30.4 K 2024-12-08T20:41:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/6badd8b110214587b6509d65f796d5f9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/6badd8b110214587b6509d65f796d5f9 2024-12-08T20:41:55,944 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/6badd8b110214587b6509d65f796d5f9, entries=150, sequenceid=247, filesize=11.9 K 2024-12-08T20:41:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/b53639fe4fed4912ae09666dc504fd2d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/b53639fe4fed4912ae09666dc504fd2d 2024-12-08T20:41:55,949 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/b53639fe4fed4912ae09666dc504fd2d, entries=150, sequenceid=247, filesize=11.9 K 2024-12-08T20:41:55,950 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 819fe657f2c0620876728989ef9a29b5 in 1693ms, sequenceid=247, compaction requested=false 2024-12-08T20:41:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 819fe657f2c0620876728989ef9a29b5: 2024-12-08T20:41:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:41:55,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-08T20:41:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-08T20:41:55,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-08T20:41:55,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4570 sec 2024-12-08T20:41:55,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4610 sec 2024-12-08T20:41:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-08T20:41:57,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:41:58,536 INFO [Thread-1664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1664. 2024-12-08T20:41:58,536 DEBUG [Thread-1664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:41:58,536 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:58,537 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:41:58,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:41:59,803 WARN [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-08T20:41:59,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c] to archive 2024-12-08T20:41:59,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:59,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/2a81f829afe34603a6d7840da7f84630 2024-12-08T20:41:59,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/8eab4ce25b4742e0be839fccc1c620c0 2024-12-08T20:41:59,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c071592056fe4a0590569a6851f59701 2024-12-08T20:41:59,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/0c225e066870436d90ac450af473dc35 2024-12-08T20:41:59,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/38c1508b81da42779dc5836b6a51f355 2024-12-08T20:41:59,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/4b3a95d3187f4ed4ad22c9aa50b6fdd9 2024-12-08T20:41:59,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ef1a4a8f10ce4b67847f54784b681f5c 2024-12-08T20:41:59,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/1bf7d5eaf8c34e6b89ac8a5aa8c1987d 2024-12-08T20:41:59,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/fb3aa13d60cd49e7b4c9a399384eca6f 2024-12-08T20:41:59,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/c8839d979e6e4a6491e89dc0c0e389b3 2024-12-08T20:41:59,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/aec220bfea064801a38f1ba11a4162e4 2024-12-08T20:41:59,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/5b924b884cdc4bd2b05176a6d2a138e2 2024-12-08T20:41:59,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/a71bbc67938f4da0aefb5b93619fc967 2024-12-08T20:41:59,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/b8ccf4f82a694dac96ee5b75672bbcaa 2024-12-08T20:41:59,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ea39359e324d43db82486826187a4c89 2024-12-08T20:41:59,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/bdddd80827f1408ab88bcc161c459c5c 2024-12-08T20:41:59,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/f6fa408c170b475c8ca38691930dcd37, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/7f4e7a3073b44296bec3a0bcf348b381, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/1787abaa99b14d24a2e4ec568b0055bf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03d0dea1bab44d3dab96b24dc2aa06d3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32] to archive 2024-12-08T20:41:59,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:59,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/bd684e42f72e4828b14d4e97ecc48af2 2024-12-08T20:41:59,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/9b8302ee927a428d9cd4281710168de6 2024-12-08T20:41:59,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/f6fa408c170b475c8ca38691930dcd37 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/f6fa408c170b475c8ca38691930dcd37 2024-12-08T20:41:59,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/82c63d278c964ea99061bd9e4408334a 2024-12-08T20:41:59,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/103e9f62e8e644c4ab88fbf93dcd4b3a 2024-12-08T20:41:59,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/7f4e7a3073b44296bec3a0bcf348b381 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/7f4e7a3073b44296bec3a0bcf348b381 2024-12-08T20:41:59,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/77817e16a4dd43fab0f43daa2b1603e9 2024-12-08T20:41:59,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/31868e27c3254213aeeb990c17bbad7e 2024-12-08T20:41:59,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/1787abaa99b14d24a2e4ec568b0055bf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/1787abaa99b14d24a2e4ec568b0055bf 2024-12-08T20:41:59,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/eec32038c7f14351b893d5a594e04da9 2024-12-08T20:41:59,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c5ed425e2a03418aad7457deed7a642c 2024-12-08T20:41:59,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/c7e34d49689740e3a41ab9b8d3e93afd 2024-12-08T20:41:59,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03d0dea1bab44d3dab96b24dc2aa06d3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03d0dea1bab44d3dab96b24dc2aa06d3 2024-12-08T20:41:59,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/03ffd7c75b9e469fa7be26a948076652 2024-12-08T20:41:59,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36035ed3c7e54a66a59d4b02187ef007 2024-12-08T20:41:59,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/d2cd2d31dbb9407ca58711e761792b32 2024-12-08T20:41:59,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/eb05521b9d454b1fb2712420f8785715, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/18245f63e818489c92f74e28d830db76, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a1c162610b4d4bc6b82a38afbbe318b9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6e7097aaaaa24dd18c90061030b056ea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7] to archive 2024-12-08T20:41:59,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:41:59,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/cbcdac130ffd40c38164dfb6c717fa7c 2024-12-08T20:41:59,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/4027ea4285194a7cbb530839cf72e5fe 2024-12-08T20:41:59,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/eb05521b9d454b1fb2712420f8785715 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/eb05521b9d454b1fb2712420f8785715 2024-12-08T20:41:59,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f311fa12d6914c19962e16ad0386f611 2024-12-08T20:41:59,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/f32bc1e1fe5e4044810664c6a1393416 2024-12-08T20:41:59,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/18245f63e818489c92f74e28d830db76 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/18245f63e818489c92f74e28d830db76 2024-12-08T20:41:59,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/ff4afe7c98c34a4c9050ace8a12025ab 2024-12-08T20:41:59,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/522be59581d5440bab012e533fb487e8 2024-12-08T20:41:59,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a1c162610b4d4bc6b82a38afbbe318b9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a1c162610b4d4bc6b82a38afbbe318b9 2024-12-08T20:41:59,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/468840e5f91b4329bcb40cead8004207 2024-12-08T20:41:59,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/09665439eee640ad812f89e353d73e13 2024-12-08T20:41:59,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a7ccd6b66c3c4cba85a55c43f90defd2 2024-12-08T20:41:59,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6e7097aaaaa24dd18c90061030b056ea to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6e7097aaaaa24dd18c90061030b056ea 2024-12-08T20:41:59,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/87e11bb7ba664da3b6a86bbdd3891bcd 2024-12-08T20:41:59,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/a55b58eca0c242b8b90449e93337a5b5 2024-12-08T20:41:59,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/229bab1f9d30:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/680db980814c44eabeb4792a638ee2d7 2024-12-08T20:42:02,837 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-12-08T20:42:02,837 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:02,837 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,837 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:02,966 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-12-08T20:42:02,966 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:02,966 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,966 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2066 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6194 rows 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2081 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6239 rows 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2082 2024-12-08T20:42:02,967 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6245 rows 2024-12-08T20:42:02,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2092 2024-12-08T20:42:02,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6272 rows 2024-12-08T20:42:02,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2074 2024-12-08T20:42:02,968 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6218 rows 2024-12-08T20:42:02,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:42:02,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:42:02,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:02,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:02,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:42:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:02,974 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690522974"}]},"ts":"1733690522974"} 2024-12-08T20:42:02,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:42:02,975 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:42:02,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:42:02,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, UNASSIGN}] 2024-12-08T20:42:02,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, UNASSIGN 2024-12-08T20:42:02,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:02,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, UNASSIGN because future has completed 2024-12-08T20:42:02,981 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:42:02,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:03,134 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:03,134 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:42:03,135 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 819fe657f2c0620876728989ef9a29b5, disabling compactions & flushes 2024-12-08T20:42:03,135 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:42:03,135 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:42:03,135 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. after waiting 0 ms 2024-12-08T20:42:03,135 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:42:03,135 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 819fe657f2c0620876728989ef9a29b5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T20:42:03,143 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d0c20162f07e408c98bda0c780c073db_819fe657f2c0620876728989ef9a29b5 is 50, key is test_row_0/A:col10/1733690514782/Put/seqid=0 2024-12-08T20:42:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742265_1441 (size=12354) 2024-12-08T20:42:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:03,549 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:03,556 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d0c20162f07e408c98bda0c780c073db_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0c20162f07e408c98bda0c780c073db_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:03,558 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/3f630a392a094182aaedb6263932365f, store: [table=TestAcidGuarantees family=A region=819fe657f2c0620876728989ef9a29b5] 2024-12-08T20:42:03,559 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/3f630a392a094182aaedb6263932365f is 175, key is test_row_0/A:col10/1733690514782/Put/seqid=0 2024-12-08T20:42:03,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742266_1442 (size=31155) 2024-12-08T20:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:03,965 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/3f630a392a094182aaedb6263932365f 2024-12-08T20:42:03,977 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36fb075b8d6c41cd93fc237cafa33e90 is 50, key is test_row_0/B:col10/1733690514782/Put/seqid=0 2024-12-08T20:42:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742267_1443 (size=12201) 2024-12-08T20:42:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:04,381 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36fb075b8d6c41cd93fc237cafa33e90 2024-12-08T20:42:04,390 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/6c3e8e98f2714d3eb3c429acbede4deb is 50, key is test_row_0/C:col10/1733690514782/Put/seqid=0 2024-12-08T20:42:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742268_1444 (size=12201) 2024-12-08T20:42:04,797 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/6c3e8e98f2714d3eb3c429acbede4deb 2024-12-08T20:42:04,807 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/A/3f630a392a094182aaedb6263932365f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/3f630a392a094182aaedb6263932365f 2024-12-08T20:42:04,811 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/3f630a392a094182aaedb6263932365f, entries=150, sequenceid=258, filesize=30.4 K 2024-12-08T20:42:04,812 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/B/36fb075b8d6c41cd93fc237cafa33e90 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36fb075b8d6c41cd93fc237cafa33e90 2024-12-08T20:42:04,815 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36fb075b8d6c41cd93fc237cafa33e90, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T20:42:04,816 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/.tmp/C/6c3e8e98f2714d3eb3c429acbede4deb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6c3e8e98f2714d3eb3c429acbede4deb 2024-12-08T20:42:04,819 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6c3e8e98f2714d3eb3c429acbede4deb, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T20:42:04,820 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 819fe657f2c0620876728989ef9a29b5 in 1685ms, sequenceid=258, compaction requested=true 2024-12-08T20:42:04,824 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits/261.seqid, newMaxSeqId=261, maxSeqId=4 2024-12-08T20:42:04,824 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. 2024-12-08T20:42:04,824 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 819fe657f2c0620876728989ef9a29b5: Waiting for close lock at 1733690523134Running coprocessor pre-close hooks at 1733690523134Disabling compacts and flushes for region at 1733690523134Disabling writes for close at 1733690523135 (+1 ms)Obtaining lock to block concurrent updates at 1733690523135Preparing flush snapshotting stores in 819fe657f2c0620876728989ef9a29b5 at 1733690523135Finished memstore snapshotting TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733690523135Flushing stores of TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5. at 1733690523136 (+1 ms)Flushing 819fe657f2c0620876728989ef9a29b5/A: creating writer at 1733690523136Flushing mob file 819fe657f2c0620876728989ef9a29b5/A: appending metadata at 1733690523143 (+7 ms)Flushing mob file 819fe657f2c0620876728989ef9a29b5/A: closing flushed file at 1733690523143Flushing 819fe657f2c0620876728989ef9a29b5/A: appending metadata at 1733690523558 (+415 ms)Flushing 819fe657f2c0620876728989ef9a29b5/A: closing flushed file at 1733690523558Flushing 819fe657f2c0620876728989ef9a29b5/B: creating writer at 1733690523974 (+416 ms)Flushing 819fe657f2c0620876728989ef9a29b5/B: appending metadata at 1733690523976 (+2 ms)Flushing 819fe657f2c0620876728989ef9a29b5/B: closing flushed file at 1733690523976Flushing 819fe657f2c0620876728989ef9a29b5/C: creating writer at 1733690524386 (+410 ms)Flushing 819fe657f2c0620876728989ef9a29b5/C: appending metadata at 1733690524389 (+3 ms)Flushing 819fe657f2c0620876728989ef9a29b5/C: closing flushed file at 1733690524389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0f57c4: reopening flushed file at 1733690524806 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9c7631: reopening flushed file at 1733690524811 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206f12c7: reopening flushed file at 1733690524815 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 819fe657f2c0620876728989ef9a29b5 in 1685ms, sequenceid=258, compaction requested=true at 1733690524820 (+5 ms)Writing region close event to WAL at 1733690524821 (+1 ms)Running coprocessor post-close hooks at 1733690524824 (+3 ms)Closed at 1733690524824 2024-12-08T20:42:04,826 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:04,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=819fe657f2c0620876728989ef9a29b5, regionState=CLOSED 2024-12-08T20:42:04,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:04,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-08T20:42:04,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 819fe657f2c0620876728989ef9a29b5, server=229bab1f9d30,41783,1733690396849 in 1.8470 sec 2024-12-08T20:42:04,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-08T20:42:04,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=819fe657f2c0620876728989ef9a29b5, UNASSIGN in 1.8510 sec 2024-12-08T20:42:04,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-08T20:42:04,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8550 sec 2024-12-08T20:42:04,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690524833"}]},"ts":"1733690524833"} 2024-12-08T20:42:04,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:42:04,834 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:42:04,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8630 sec 2024-12-08T20:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-08T20:42:05,123 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:05,125 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,130 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T20:42:05,132 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,138 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits] 2024-12-08T20:42:05,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/34e44769410046c8899f280b787429ea to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/34e44769410046c8899f280b787429ea 2024-12-08T20:42:05,142 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/3f630a392a094182aaedb6263932365f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/3f630a392a094182aaedb6263932365f 2024-12-08T20:42:05,143 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ff3024fbfb334bc7bac8f1dfe6784d07 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/A/ff3024fbfb334bc7bac8f1dfe6784d07 2024-12-08T20:42:05,145 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36fb075b8d6c41cd93fc237cafa33e90 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/36fb075b8d6c41cd93fc237cafa33e90 2024-12-08T20:42:05,146 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/6badd8b110214587b6509d65f796d5f9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/6badd8b110214587b6509d65f796d5f9 2024-12-08T20:42:05,147 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/8600ea8ff9d24107b1d0e1d21f479c8c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/B/8600ea8ff9d24107b1d0e1d21f479c8c 2024-12-08T20:42:05,148 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/542a431cd105441c9f5194f0bb31b99f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/542a431cd105441c9f5194f0bb31b99f 2024-12-08T20:42:05,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6c3e8e98f2714d3eb3c429acbede4deb to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/6c3e8e98f2714d3eb3c429acbede4deb 2024-12-08T20:42:05,149 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/b53639fe4fed4912ae09666dc504fd2d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/C/b53639fe4fed4912ae09666dc504fd2d 2024-12-08T20:42:05,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits/261.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5/recovered.edits/261.seqid 2024-12-08T20:42:05,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,151 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:42:05,152 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:42:05,152 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T20:42:05,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120801eae3507df44adbb3abab5ec80dfa97_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120801eae3507df44adbb3abab5ec80dfa97_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,155 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a221593954b421ba8635b9646e417c7_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a221593954b421ba8635b9646e417c7_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,155 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120825235ddf545e42af8b8fc57bb8ef68b7_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120825235ddf545e42af8b8fc57bb8ef68b7_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,156 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084503e1745b9b448788eb18561bd1af03_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084503e1745b9b448788eb18561bd1af03_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,157 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088174b11db6d54f32bc18c732b42723a2_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088174b11db6d54f32bc18c732b42723a2_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,158 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887eed1ccd05547c493ea20af687d1f4c_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120887eed1ccd05547c493ea20af687d1f4c_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,159 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088c8ea9b9f53646f5a2bc3527de4c9a28_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088c8ea9b9f53646f5a2bc3527de4c9a28_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,160 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899244c05d62c425682bd6e6d65ab124e_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899244c05d62c425682bd6e6d65ab124e_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,161 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab5bea2a3c70428f9e1c3c902549f079_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ab5bea2a3c70428f9e1c3c902549f079_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,162 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0c20162f07e408c98bda0c780c073db_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0c20162f07e408c98bda0c780c073db_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,162 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0f4180f680540fb8b2f1fcb1231e20b_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d0f4180f680540fb8b2f1fcb1231e20b_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,163 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d65338d5616348a6bd40707eeaec12c9_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d65338d5616348a6bd40707eeaec12c9_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,164 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dfcfe0d139c5484186fb2a3e3b6d1980_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dfcfe0d139c5484186fb2a3e3b6d1980_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,165 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff764835467f448a9802c77e183fcaa3_819fe657f2c0620876728989ef9a29b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ff764835467f448a9802c77e183fcaa3_819fe657f2c0620876728989ef9a29b5 2024-12-08T20:42:05,165 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:42:05,167 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,169 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:42:05,171 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:42:05,173 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,173 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:42:05,173 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690525173"}]},"ts":"9223372036854775807"} 2024-12-08T20:42:05,175 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:42:05,175 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 819fe657f2c0620876728989ef9a29b5, NAME => 'TestAcidGuarantees,,1733690492406.819fe657f2c0620876728989ef9a29b5.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:42:05,175 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:42:05,175 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690525175"}]},"ts":"9223372036854775807"} 2024-12-08T20:42:05,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:42:05,178 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-08T20:42:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-08T20:42:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:42:05,242 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:05,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 240), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=16581 (was 16697) 2024-12-08T20:42:05,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=16581 2024-12-08T20:42:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:42:05,268 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:42:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:05,271 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:42:05,271 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:05,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-12-08T20:42:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:05,272 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:42:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742269_1445 (size=959) 2024-12-08T20:42:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:05,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:42:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742270_1446 (size=53) 2024-12-08T20:42:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 313dd4b41a6d112e3807f9f9095b2c35, disabling compactions & flushes 2024-12-08T20:42:06,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. after waiting 0 ms 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,098 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 313dd4b41a6d112e3807f9f9095b2c35: Waiting for close lock at 1733690526098Disabling compacts and flushes for region at 1733690526098Disabling writes for close at 1733690526098Writing region close event to WAL at 1733690526098Closed at 1733690526098 2024-12-08T20:42:06,101 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:42:06,102 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690526101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690526101"}]},"ts":"1733690526101"} 2024-12-08T20:42:06,105 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:42:06,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:42:06,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690526106"}]},"ts":"1733690526106"} 2024-12-08T20:42:06,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:42:06,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, ASSIGN}] 2024-12-08T20:42:06,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, ASSIGN 2024-12-08T20:42:06,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:42:06,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=313dd4b41a6d112e3807f9f9095b2c35, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:06,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, ASSIGN because future has completed 2024-12-08T20:42:06,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:06,411 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T20:42:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:06,425 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,425 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,426 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,428 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,430 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313dd4b41a6d112e3807f9f9095b2c35 columnFamilyName A 2024-12-08T20:42:06,430 DEBUG [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:06,430 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(327): Store=313dd4b41a6d112e3807f9f9095b2c35/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:06,430 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,432 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313dd4b41a6d112e3807f9f9095b2c35 columnFamilyName B 2024-12-08T20:42:06,432 DEBUG [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:06,433 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(327): Store=313dd4b41a6d112e3807f9f9095b2c35/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:06,433 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,434 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313dd4b41a6d112e3807f9f9095b2c35 columnFamilyName C 2024-12-08T20:42:06,434 DEBUG [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:06,435 INFO [StoreOpener-313dd4b41a6d112e3807f9f9095b2c35-1 {}] regionserver.HStore(327): Store=313dd4b41a6d112e3807f9f9095b2c35/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:06,435 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,436 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,436 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,438 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,438 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,439 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:42:06,441 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,443 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:42:06,444 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 313dd4b41a6d112e3807f9f9095b2c35; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69370660, jitterRate=0.033703386783599854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:42:06,444 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:06,444 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 313dd4b41a6d112e3807f9f9095b2c35: Running coprocessor pre-open hook at 1733690526427Writing region info on filesystem at 1733690526427Initializing all the Stores at 1733690526427Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690526427Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690526428 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690526428Cleaning up temporary data from old regions at 1733690526438 (+10 ms)Running coprocessor post-open hooks at 1733690526444 (+6 ms)Region opened successfully at 1733690526444 2024-12-08T20:42:06,445 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., pid=118, masterSystemTime=1733690526421 2024-12-08T20:42:06,448 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,448 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:06,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=313dd4b41a6d112e3807f9f9095b2c35, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:06,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:06,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-08T20:42:06,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 in 185 msec 2024-12-08T20:42:06,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-12-08T20:42:06,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, ASSIGN in 346 msec 2024-12-08T20:42:06,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:42:06,458 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690526457"}]},"ts":"1733690526457"} 2024-12-08T20:42:06,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:42:06,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:42:06,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-12-08T20:42:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-08T20:42:07,423 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:07,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16af2234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,426 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42576b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,430 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cff2da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:42:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:42:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23bd2952 2024-12-08T20:42:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:42:07,437 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:42:07,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dbdde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,439 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fc3e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,441 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ddf149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594674bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be57d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,445 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c77cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119ad987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,447 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a40d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,449 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2f5a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c4ef34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,451 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4032ee2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,452 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69aa0c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd1f545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,455 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c569d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,456 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae0787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,458 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3698f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,459 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb70b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1627c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,461 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f01d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cae9869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993889b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d31dc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,465 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10df1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,467 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527be261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,468 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c858dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b33a176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:07,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:07,470 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4204fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:07,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7c19a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:07,472 DEBUG [Thread-2012 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,472 DEBUG [Thread-2008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,473 DEBUG [Thread-2004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:07,473 DEBUG [Thread-2017 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,473 DEBUG [Thread-2017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,474 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,474 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:07,475 DEBUG [Thread-2004 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,475 DEBUG [Thread-2004 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-08T20:42:07,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:07,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:07,477 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:07,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:07,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:07,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2] 2024-12-08T20:42:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:07,484 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:07,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:07,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/ecd924ee3ee644cd8519e3441d5939e1 is 50, key is test_row_0/A:col10/1733690527483/Put/seqid=0 2024-12-08T20:42:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690587511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690587512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690587514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690587517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690587517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742271_1447 (size=16681) 2024-12-08T20:42:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:07,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690587621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690587621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690587632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690587632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690587632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:07,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:07,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:07,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690587831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690587832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690587841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690587841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690587841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:07,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:07,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:07,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/ecd924ee3ee644cd8519e3441d5939e1 2024-12-08T20:42:07,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:07,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:07,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/0afc45036d8f47fdbcc91c870c8cf37d is 50, key is test_row_0/B:col10/1733690527483/Put/seqid=0 2024-12-08T20:42:07,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742272_1448 (size=12001) 2024-12-08T20:42:08,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690588141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690588141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690588152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690588152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690588152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/0afc45036d8f47fdbcc91c870c8cf37d 2024-12-08T20:42:08,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/33ccd2c429e244d3829acd4e848468a8 is 50, key is test_row_0/C:col10/1733690527483/Put/seqid=0 2024-12-08T20:42:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742273_1449 (size=12001) 2024-12-08T20:42:08,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:08,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690588651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690588651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690588662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690588662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690588662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:08,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:08,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:08,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/33ccd2c429e244d3829acd4e848468a8 2024-12-08T20:42:08,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/ecd924ee3ee644cd8519e3441d5939e1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1 2024-12-08T20:42:08,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1, entries=250, sequenceid=13, filesize=16.3 K 2024-12-08T20:42:08,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/0afc45036d8f47fdbcc91c870c8cf37d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d 2024-12-08T20:42:08,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T20:42:08,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/33ccd2c429e244d3829acd4e848468a8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8 2024-12-08T20:42:08,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T20:42:08,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313dd4b41a6d112e3807f9f9095b2c35 in 1304ms, sequenceid=13, compaction requested=false 2024-12-08T20:42:08,789 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T20:42:08,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:08,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-08T20:42:08,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:08,850 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:42:08,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/e6c13697a9484fb285cfffbe93899264 is 50, key is test_row_0/A:col10/1733690527516/Put/seqid=0 2024-12-08T20:42:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742274_1450 (size=12001) 2024-12-08T20:42:09,257 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/e6c13697a9484fb285cfffbe93899264 2024-12-08T20:42:09,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/609e8c51c0c6478dae4653ff3451c6be is 50, key is test_row_0/B:col10/1733690527516/Put/seqid=0 2024-12-08T20:42:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742275_1451 (size=12001) 2024-12-08T20:42:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:09,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:09,666 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/609e8c51c0c6478dae4653ff3451c6be 2024-12-08T20:42:09,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/96473a5b991344749e63f757c7375a6c is 50, key is test_row_0/C:col10/1733690527516/Put/seqid=0 2024-12-08T20:42:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742276_1452 (size=12001) 2024-12-08T20:42:09,675 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/96473a5b991344749e63f757c7375a6c 2024-12-08T20:42:09,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/e6c13697a9484fb285cfffbe93899264 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264 2024-12-08T20:42:09,690 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:42:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/609e8c51c0c6478dae4653ff3451c6be as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be 2024-12-08T20:42:09,693 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:42:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/96473a5b991344749e63f757c7375a6c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c 2024-12-08T20:42:09,696 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T20:42:09,708 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=46.96 KB/48090 for 313dd4b41a6d112e3807f9f9095b2c35 in 858ms, sequenceid=37, compaction requested=false 2024-12-08T20:42:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:09,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-08T20:42:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:09,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:42:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-08T20:42:09,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-08T20:42:09,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2320 sec 2024-12-08T20:42:09,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/eabdf865f1404c5886dc7ccfede0c385 is 50, key is test_row_0/A:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:09,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.2390 sec 2024-12-08T20:42:09,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742277_1453 (size=12001) 2024-12-08T20:42:09,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/eabdf865f1404c5886dc7ccfede0c385 2024-12-08T20:42:09,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e828d4abcda14ca9b797798d2eb56dca is 50, key is test_row_0/B:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742278_1454 (size=12001) 2024-12-08T20:42:09,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690589739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690589740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690589741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690589746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690589747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690589852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690589852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690589852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690589861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690589861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690590062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690590062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690590062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690590071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690590071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e828d4abcda14ca9b797798d2eb56dca 2024-12-08T20:42:10,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e51717c6cf6c49b0879ba4635e472ccf is 50, key is test_row_0/C:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742279_1455 (size=12001) 2024-12-08T20:42:10,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:42:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690590371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690590371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690590371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690590382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690590382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e51717c6cf6c49b0879ba4635e472ccf 2024-12-08T20:42:10,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/eabdf865f1404c5886dc7ccfede0c385 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385 2024-12-08T20:42:10,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T20:42:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e828d4abcda14ca9b797798d2eb56dca as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca 2024-12-08T20:42:10,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T20:42:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e51717c6cf6c49b0879ba4635e472ccf as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf 2024-12-08T20:42:10,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T20:42:10,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 313dd4b41a6d112e3807f9f9095b2c35 in 839ms, sequenceid=50, compaction requested=true 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:10,548 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:10,548 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:10,549 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:10,549 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:10,549 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=39.7 K 2024-12-08T20:42:10,549 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.2 K 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecd924ee3ee644cd8519e3441d5939e1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690527478 2024-12-08T20:42:10,549 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0afc45036d8f47fdbcc91c870c8cf37d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690527483 2024-12-08T20:42:10,550 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6c13697a9484fb285cfffbe93899264, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690527511 2024-12-08T20:42:10,550 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 609e8c51c0c6478dae4653ff3451c6be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690527511 2024-12-08T20:42:10,550 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting eabdf865f1404c5886dc7ccfede0c385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:10,550 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e828d4abcda14ca9b797798d2eb56dca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:10,556 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:10,556 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:10,556 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/231510378a4248edbfabbcda56d08fb7 is 50, key is test_row_0/A:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:10,557 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/26682e831db04d7e92ae2cd6f7a8b0c7 is 50, key is test_row_0/B:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:10,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742281_1457 (size=12104) 2024-12-08T20:42:10,571 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/26682e831db04d7e92ae2cd6f7a8b0c7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/26682e831db04d7e92ae2cd6f7a8b0c7 2024-12-08T20:42:10,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742280_1456 (size=12104) 2024-12-08T20:42:10,579 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/231510378a4248edbfabbcda56d08fb7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/231510378a4248edbfabbcda56d08fb7 2024-12-08T20:42:10,579 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into 26682e831db04d7e92ae2cd6f7a8b0c7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:10,579 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:10,579 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=13, startTime=1733690530548; duration=0sec 2024-12-08T20:42:10,579 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:10,579 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:10,579 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:10,580 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:10,581 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:10,581 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:10,581 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.2 K 2024-12-08T20:42:10,581 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 33ccd2c429e244d3829acd4e848468a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733690527483 2024-12-08T20:42:10,581 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 96473a5b991344749e63f757c7375a6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733690527511 2024-12-08T20:42:10,582 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e51717c6cf6c49b0879ba4635e472ccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:10,586 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into 231510378a4248edbfabbcda56d08fb7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:10,586 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:10,586 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=13, startTime=1733690530548; duration=0sec 2024-12-08T20:42:10,586 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:10,586 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:10,592 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:10,593 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a24a03bc46a14dbab1e56a8d63766e45 is 50, key is test_row_0/C:col10/1733690529679/Put/seqid=0 2024-12-08T20:42:10,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742282_1458 (size=12104) 2024-12-08T20:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:10,884 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:10,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:42:10,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d9ca4a764b154db48d21dee1e362370c is 50, key is test_row_0/A:col10/1733690530883/Put/seqid=0 2024-12-08T20:42:10,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742283_1459 (size=14341) 2024-12-08T20:42:10,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690590900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690590901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690590901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690590902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690590902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:10,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,002 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a24a03bc46a14dbab1e56a8d63766e45 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a24a03bc46a14dbab1e56a8d63766e45 2024-12-08T20:42:11,005 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into a24a03bc46a14dbab1e56a8d63766e45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:11,005 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:11,005 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=13, startTime=1733690530548; duration=0sec 2024-12-08T20:42:11,005 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:11,006 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690591011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690591011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690591011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690591222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690591222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690591222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d9ca4a764b154db48d21dee1e362370c 2024-12-08T20:42:11,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e320139241c841df9cec90a0d246a32f is 50, key is test_row_0/B:col10/1733690530883/Put/seqid=0 2024-12-08T20:42:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742284_1460 (size=12001) 2024-12-08T20:42:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690591531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690591531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690591531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-08T20:42:11,641 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:11,642 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-08T20:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:11,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:11,644 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:11,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:11,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e320139241c841df9cec90a0d246a32f 2024-12-08T20:42:11,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/1f8cf55907674a9585332b1102f6b725 is 50, key is test_row_0/C:col10/1733690530883/Put/seqid=0 2024-12-08T20:42:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742285_1461 (size=12001) 2024-12-08T20:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:11,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-08T20:42:11,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:11,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690591911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690591911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:11,915 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,915 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:11,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:11,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-08T20:42:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:11,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690592041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690592041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690592042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:12,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-08T20:42:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:12,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:12,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/1f8cf55907674a9585332b1102f6b725 2024-12-08T20:42:12,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d9ca4a764b154db48d21dee1e362370c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c 2024-12-08T20:42:12,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c, entries=200, sequenceid=76, filesize=14.0 K 2024-12-08T20:42:12,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e320139241c841df9cec90a0d246a32f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f 2024-12-08T20:42:12,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T20:42:12,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/1f8cf55907674a9585332b1102f6b725 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725 2024-12-08T20:42:12,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T20:42:12,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 313dd4b41a6d112e3807f9f9095b2c35 in 1257ms, sequenceid=76, compaction requested=false 2024-12-08T20:42:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:12,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-08T20:42:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:12,253 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:12,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f991795501d3487584288d80954afea4 is 50, key is test_row_0/A:col10/1733690530900/Put/seqid=0 2024-12-08T20:42:12,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742286_1462 (size=12001) 2024-12-08T20:42:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:12,662 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f991795501d3487584288d80954afea4 2024-12-08T20:42:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c2196dfda5c1446da934c853b01e03ec is 50, key is test_row_0/B:col10/1733690530900/Put/seqid=0 2024-12-08T20:42:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742287_1463 (size=12001) 2024-12-08T20:42:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:13,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:13,070 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c2196dfda5c1446da934c853b01e03ec 2024-12-08T20:42:13,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/672edd6927354b52970a0042fcc92a0d is 50, key is test_row_0/C:col10/1733690530900/Put/seqid=0 2024-12-08T20:42:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742288_1464 (size=12001) 2024-12-08T20:42:13,079 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/672edd6927354b52970a0042fcc92a0d 2024-12-08T20:42:13,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f991795501d3487584288d80954afea4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4 2024-12-08T20:42:13,093 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4, entries=150, sequenceid=89, filesize=11.7 K 2024-12-08T20:42:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c2196dfda5c1446da934c853b01e03ec as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec 2024-12-08T20:42:13,096 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec, entries=150, sequenceid=89, filesize=11.7 K 2024-12-08T20:42:13,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/672edd6927354b52970a0042fcc92a0d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d 2024-12-08T20:42:13,100 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d, entries=150, sequenceid=89, filesize=11.7 K 2024-12-08T20:42:13,101 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=134.18 KB/137400 for 313dd4b41a6d112e3807f9f9095b2c35 in 848ms, sequenceid=89, compaction requested=true 2024-12-08T20:42:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:13,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-08T20:42:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-08T20:42:13,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-08T20:42:13,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4580 sec 2024-12-08T20:42:13,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4610 sec 2024-12-08T20:42:13,105 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:13,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:42:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:13,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f9fff1c78d544333973bbb585590c3c3 is 50, key is test_row_0/A:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742289_1465 (size=14341) 2024-12-08T20:42:13,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f9fff1c78d544333973bbb585590c3c3 2024-12-08T20:42:13,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/a8fcc49262c84048a09eaecd692a5eb9 is 50, key is test_row_0/B:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742290_1466 (size=12001) 2024-12-08T20:42:13,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690593122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690593123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690593124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690593242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690593242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690593242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690593451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690593451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690593452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/a8fcc49262c84048a09eaecd692a5eb9 2024-12-08T20:42:13,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/d5bbf05dbeba47fda9284bf57af5ae3b is 50, key is test_row_0/C:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742291_1467 (size=12001) 2024-12-08T20:42:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690593762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690593762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690593762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-08T20:42:13,792 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:13,792 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-08T20:42:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-08T20:42:13,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:13,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:13,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-08T20:42:13,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/d5bbf05dbeba47fda9284bf57af5ae3b 2024-12-08T20:42:13,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/f9fff1c78d544333973bbb585590c3c3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3 2024-12-08T20:42:13,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3, entries=200, sequenceid=113, filesize=14.0 K 2024-12-08T20:42:13,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/a8fcc49262c84048a09eaecd692a5eb9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9 2024-12-08T20:42:13,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T20:42:13,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690593931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/d5bbf05dbeba47fda9284bf57af5ae3b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b 2024-12-08T20:42:13,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690593932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:13,937 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,937 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:13,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b, entries=150, sequenceid=113, filesize=11.7 K 2024-12-08T20:42:13,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 313dd4b41a6d112e3807f9f9095b2c35 in 836ms, sequenceid=113, compaction requested=true 2024-12-08T20:42:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:13,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:13,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:13,942 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:13,942 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:13,942 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:13,943 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:13,943 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:13,943 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/26682e831db04d7e92ae2cd6f7a8b0c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=47.0 K 2024-12-08T20:42:13,943 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/231510378a4248edbfabbcda56d08fb7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=51.5 K 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231510378a4248edbfabbcda56d08fb7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 26682e831db04d7e92ae2cd6f7a8b0c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e320139241c841df9cec90a0d246a32f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690529733 2024-12-08T20:42:13,943 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ca4a764b154db48d21dee1e362370c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690529733 2024-12-08T20:42:13,944 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c2196dfda5c1446da934c853b01e03ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733690530899 2024-12-08T20:42:13,944 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f991795501d3487584288d80954afea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733690530899 2024-12-08T20:42:13,944 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a8fcc49262c84048a09eaecd692a5eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:13,944 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9fff1c78d544333973bbb585590c3c3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:13,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-08T20:42:13,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:13,946 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/8b3114255a1346dda74a4b4fe47fdc05 is 50, key is test_row_0/A:col10/1733690533118/Put/seqid=0 2024-12-08T20:42:13,963 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:13,964 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/d0da1c55971d4c16a4819aafdddd13a3 is 50, key is test_row_0/B:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:13,969 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:13,969 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/a3504a0aad8c4921b237236e15dbbbbd is 50, key is test_row_0/A:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742292_1468 (size=12001) 2024-12-08T20:42:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742293_1469 (size=12241) 2024-12-08T20:42:13,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742294_1470 (size=12241) 2024-12-08T20:42:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-08T20:42:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:14,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:14,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690594335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690594337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690594342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,372 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/8b3114255a1346dda74a4b4fe47fdc05 2024-12-08T20:42:14,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/7416b793e30b430e9640427dbf130c1f is 50, key is test_row_0/B:col10/1733690533118/Put/seqid=0 2024-12-08T20:42:14,380 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/d0da1c55971d4c16a4819aafdddd13a3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d0da1c55971d4c16a4819aafdddd13a3 2024-12-08T20:42:14,380 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/a3504a0aad8c4921b237236e15dbbbbd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a3504a0aad8c4921b237236e15dbbbbd 2024-12-08T20:42:14,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742295_1471 (size=12001) 2024-12-08T20:42:14,384 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/7416b793e30b430e9640427dbf130c1f 2024-12-08T20:42:14,384 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into a3504a0aad8c4921b237236e15dbbbbd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:14,384 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:14,384 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=12, startTime=1733690533941; duration=0sec 2024-12-08T20:42:14,385 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:14,385 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:14,385 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:14,386 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into d0da1c55971d4c16a4819aafdddd13a3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:14,386 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:14,386 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=12, startTime=1733690533942; duration=0sec 2024-12-08T20:42:14,386 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:14,386 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:14,386 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:14,387 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:14,387 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:14,387 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a24a03bc46a14dbab1e56a8d63766e45, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=47.0 K 2024-12-08T20:42:14,388 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a24a03bc46a14dbab1e56a8d63766e45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733690529679 2024-12-08T20:42:14,388 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f8cf55907674a9585332b1102f6b725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733690529733 2024-12-08T20:42:14,388 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 672edd6927354b52970a0042fcc92a0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733690530899 2024-12-08T20:42:14,388 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5bbf05dbeba47fda9284bf57af5ae3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/80d41e4dc3d841218eb9efa5b26c529b is 50, key is test_row_0/C:col10/1733690533118/Put/seqid=0 2024-12-08T20:42:14,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742296_1472 (size=12001) 2024-12-08T20:42:14,397 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/80d41e4dc3d841218eb9efa5b26c529b 2024-12-08T20:42:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/8b3114255a1346dda74a4b4fe47fdc05 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05 2024-12-08T20:42:14,406 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:14,406 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/73771cf1d77e4ef9bda2f213b776bf9d is 50, key is test_row_0/C:col10/1733690533098/Put/seqid=0 2024-12-08T20:42:14,409 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05, entries=150, sequenceid=125, filesize=11.7 K 2024-12-08T20:42:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/7416b793e30b430e9640427dbf130c1f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f 2024-12-08T20:42:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742297_1473 (size=12241) 2024-12-08T20:42:14,416 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f, entries=150, sequenceid=125, filesize=11.7 K 2024-12-08T20:42:14,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/80d41e4dc3d841218eb9efa5b26c529b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b 2024-12-08T20:42:14,420 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b, entries=150, sequenceid=125, filesize=11.7 K 2024-12-08T20:42:14,421 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313dd4b41a6d112e3807f9f9095b2c35 in 476ms, sequenceid=125, compaction requested=false 2024-12-08T20:42:14,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:14,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:14,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-08T20:42:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-08T20:42:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-08T20:42:14,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-08T20:42:14,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 628 msec 2024-12-08T20:42:14,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 633 msec 2024-12-08T20:42:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:14,455 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:14,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:42:14,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/1c9ca6d459004df9913b4d443ce43e49 is 50, key is test_row_0/A:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742298_1474 (size=14541) 2024-12-08T20:42:14,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690594492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690594492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690594492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690594611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690594612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690594612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,816 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/73771cf1d77e4ef9bda2f213b776bf9d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/73771cf1d77e4ef9bda2f213b776bf9d 2024-12-08T20:42:14,819 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into 73771cf1d77e4ef9bda2f213b776bf9d(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:14,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:14,819 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=12, startTime=1733690533942; duration=0sec 2024-12-08T20:42:14,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:14,819 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:14,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690594821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690594821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690594821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:14,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:14,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/1c9ca6d459004df9913b4d443ce43e49 2024-12-08T20:42:14,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/28350b9462fa49dba673c27a6fd27231 is 50, key is test_row_0/B:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742299_1475 (size=12151) 2024-12-08T20:42:14,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/28350b9462fa49dba673c27a6fd27231 2024-12-08T20:42:14,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/f1125036c5fb425da2076edf4b07901b is 50, key is test_row_0/C:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:14,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742300_1476 (size=12151) 2024-12-08T20:42:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-08T20:42:14,932 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:14,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-08T20:42:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:14,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:14,934 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:14,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:15,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T20:42:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690595131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690595131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690595131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T20:42:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:15,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/f1125036c5fb425da2076edf4b07901b 2024-12-08T20:42:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/1c9ca6d459004df9913b4d443ce43e49 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49 2024-12-08T20:42:15,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49, entries=200, sequenceid=152, filesize=14.2 K 2024-12-08T20:42:15,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/28350b9462fa49dba673c27a6fd27231 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231 2024-12-08T20:42:15,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T20:42:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/f1125036c5fb425da2076edf4b07901b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b 2024-12-08T20:42:15,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T20:42:15,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 313dd4b41a6d112e3807f9f9095b2c35 in 852ms, sequenceid=152, compaction requested=true 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:15,308 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:15,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:15,308 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:15,309 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:15,309 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:15,309 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,309 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a3504a0aad8c4921b237236e15dbbbbd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=37.9 K 2024-12-08T20:42:15,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:15,309 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:15,309 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a3504a0aad8c4921b237236e15dbbbbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:15,309 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,310 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d0da1c55971d4c16a4819aafdddd13a3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.5 K 2024-12-08T20:42:15,310 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3114255a1346dda74a4b4fe47fdc05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733690533118 2024-12-08T20:42:15,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0da1c55971d4c16a4819aafdddd13a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:15,310 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c9ca6d459004df9913b4d443ce43e49, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:15,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7416b793e30b430e9640427dbf130c1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733690533118 2024-12-08T20:42:15,310 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28350b9462fa49dba673c27a6fd27231, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:15,323 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:15,324 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#404 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:15,324 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/9377dfb148bd4c2f8c9d7fd56ee9de6a is 50, key is test_row_0/B:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:15,324 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/92f1d0e14ab54950aeb6889a09278b1e is 50, key is test_row_0/A:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:15,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742302_1478 (size=12493) 2024-12-08T20:42:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742301_1477 (size=12493) 2024-12-08T20:42:15,340 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/9377dfb148bd4c2f8c9d7fd56ee9de6a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/9377dfb148bd4c2f8c9d7fd56ee9de6a 2024-12-08T20:42:15,343 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into 9377dfb148bd4c2f8c9d7fd56ee9de6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:15,343 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:15,343 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=13, startTime=1733690535308; duration=0sec 2024-12-08T20:42:15,343 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:15,343 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:15,343 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:15,345 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:15,346 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:15,346 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,346 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/73771cf1d77e4ef9bda2f213b776bf9d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.5 K 2024-12-08T20:42:15,346 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73771cf1d77e4ef9bda2f213b776bf9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733690533088 2024-12-08T20:42:15,346 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80d41e4dc3d841218eb9efa5b26c529b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733690533118 2024-12-08T20:42:15,346 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1125036c5fb425da2076edf4b07901b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:15,351 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:15,352 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a525f27b90794ecb9fd6f81c689f5c9b is 50, key is test_row_0/C:col10/1733690534311/Put/seqid=0 2024-12-08T20:42:15,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742303_1479 (size=12493) 2024-12-08T20:42:15,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-08T20:42:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:15,391 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:42:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d0564975001c494f84ade765973bc624 is 50, key is test_row_0/A:col10/1733690534464/Put/seqid=0 2024-12-08T20:42:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742304_1480 (size=12151) 2024-12-08T20:42:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:15,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690595698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690595700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690595702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,736 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/92f1d0e14ab54950aeb6889a09278b1e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92f1d0e14ab54950aeb6889a09278b1e 2024-12-08T20:42:15,739 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into 92f1d0e14ab54950aeb6889a09278b1e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:15,739 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:15,739 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=13, startTime=1733690535308; duration=0sec 2024-12-08T20:42:15,739 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:15,739 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:15,758 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a525f27b90794ecb9fd6f81c689f5c9b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a525f27b90794ecb9fd6f81c689f5c9b 2024-12-08T20:42:15,761 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into a525f27b90794ecb9fd6f81c689f5c9b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:15,761 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:15,761 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=13, startTime=1733690535308; duration=0sec 2024-12-08T20:42:15,761 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:15,761 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:15,798 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d0564975001c494f84ade765973bc624 2024-12-08T20:42:15,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c8106a4146be45bcb15d8f81c8c1383b is 50, key is test_row_0/B:col10/1733690534464/Put/seqid=0 2024-12-08T20:42:15,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742305_1481 (size=12151) 2024-12-08T20:42:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690595812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690595812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690595812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:15,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690596021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690596021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690596022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:16,206 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c8106a4146be45bcb15d8f81c8c1383b 2024-12-08T20:42:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/48453418b50f4d0c8c1564f6fc6d3c12 is 50, key is test_row_0/C:col10/1733690534464/Put/seqid=0 2024-12-08T20:42:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742306_1482 (size=12151) 2024-12-08T20:42:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690596331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690596331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690596331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T20:42:16,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T20:42:16,614 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/48453418b50f4d0c8c1564f6fc6d3c12 2024-12-08T20:42:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d0564975001c494f84ade765973bc624 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624 2024-12-08T20:42:16,621 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T20:42:16,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c8106a4146be45bcb15d8f81c8c1383b as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b 2024-12-08T20:42:16,625 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T20:42:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/48453418b50f4d0c8c1564f6fc6d3c12 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12 2024-12-08T20:42:16,629 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12, entries=150, sequenceid=165, filesize=11.9 K 2024-12-08T20:42:16,629 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 313dd4b41a6d112e3807f9f9095b2c35 in 1238ms, sequenceid=165, compaction requested=false 2024-12-08T20:42:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:16,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-08T20:42:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-08T20:42:16,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-08T20:42:16,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec 2024-12-08T20:42:16,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7010 sec 2024-12-08T20:42:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:16,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:16,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T20:42:16,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/787dfa1bded543479712b2b3f357aaa0 is 50, key is test_row_0/A:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:16,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742307_1483 (size=14541) 2024-12-08T20:42:16,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690596854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690596860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690596861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690596971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690596971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690596971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:16,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-08T20:42:17,085 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:17,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-08T20:42:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:17,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:17,088 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:17,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690597182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690597182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690597182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:17,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/787dfa1bded543479712b2b3f357aaa0 2024-12-08T20:42:17,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/61e0491b36644989b565b8ed11a9e8f2 is 50, key is test_row_0/B:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:17,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742308_1484 (size=12151) 2024-12-08T20:42:17,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690597491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690597491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690597492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/61e0491b36644989b565b8ed11a9e8f2 2024-12-08T20:42:17,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/58f7a3e604724d109f538b97a3fef050 is 50, key is test_row_0/C:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742309_1485 (size=12151) 2024-12-08T20:42:17,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:17,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:17,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:17,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:17,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35768 deadline: 1733690597951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,955 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35758 deadline: 1733690597981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:17,987 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_2' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:18,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:18,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:18,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690598002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690598002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690598002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:18,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:18,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/58f7a3e604724d109f538b97a3fef050 2024-12-08T20:42:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/787dfa1bded543479712b2b3f357aaa0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0 2024-12-08T20:42:18,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0, entries=200, sequenceid=193, filesize=14.2 K 2024-12-08T20:42:18,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/61e0491b36644989b565b8ed11a9e8f2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2 2024-12-08T20:42:18,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-08T20:42:18,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/58f7a3e604724d109f538b97a3fef050 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050 2024-12-08T20:42:18,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050, entries=150, sequenceid=193, filesize=11.9 K 2024-12-08T20:42:18,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 313dd4b41a6d112e3807f9f9095b2c35 in 1241ms, sequenceid=193, compaction requested=true 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:18,086 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:18,086 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:18,087 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:18,087 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:18,087 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:18,087 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:18,087 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,087 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,087 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/9377dfb148bd4c2f8c9d7fd56ee9de6a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.9 K 2024-12-08T20:42:18,087 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92f1d0e14ab54950aeb6889a09278b1e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=38.3 K 2024-12-08T20:42:18,088 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9377dfb148bd4c2f8c9d7fd56ee9de6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:18,088 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92f1d0e14ab54950aeb6889a09278b1e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:18,088 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c8106a4146be45bcb15d8f81c8c1383b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733690534462 2024-12-08T20:42:18,088 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0564975001c494f84ade765973bc624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733690534462 2024-12-08T20:42:18,088 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 61e0491b36644989b565b8ed11a9e8f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:18,089 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 787dfa1bded543479712b2b3f357aaa0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:18,095 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:18,095 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c8424c4407164f8cbd9ef55ccade2755 is 50, key is test_row_0/B:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:18,097 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:18,097 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/5041917712c24fdcabafecd2351eda77 is 50, key is test_row_0/A:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742310_1486 (size=12595) 2024-12-08T20:42:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742311_1487 (size=12595) 2024-12-08T20:42:18,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-08T20:42:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,155 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:42:18,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/47c05b502c204648b4aaea0981b7ee6f is 50, key is test_row_0/A:col10/1733690536846/Put/seqid=0 2024-12-08T20:42:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742312_1488 (size=12151) 2024-12-08T20:42:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:18,503 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/c8424c4407164f8cbd9ef55ccade2755 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8424c4407164f8cbd9ef55ccade2755 2024-12-08T20:42:18,506 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into c8424c4407164f8cbd9ef55ccade2755(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:18,506 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=13, startTime=1733690538086; duration=0sec 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:18,506 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:18,507 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:18,507 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a525f27b90794ecb9fd6f81c689f5c9b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=35.9 K 2024-12-08T20:42:18,507 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a525f27b90794ecb9fd6f81c689f5c9b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733690534311 2024-12-08T20:42:18,507 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 48453418b50f4d0c8c1564f6fc6d3c12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733690534462 2024-12-08T20:42:18,507 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f7a3e604724d109f538b97a3fef050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:18,508 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/5041917712c24fdcabafecd2351eda77 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/5041917712c24fdcabafecd2351eda77 2024-12-08T20:42:18,512 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into 5041917712c24fdcabafecd2351eda77(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:18,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:18,512 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=13, startTime=1733690538086; duration=0sec 2024-12-08T20:42:18,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:18,512 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:18,513 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:18,514 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a56bb6a6628e4508ace2dc98006fb7dd is 50, key is test_row_0/C:col10/1733690535699/Put/seqid=0 2024-12-08T20:42:18,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742313_1489 (size=12595) 2024-12-08T20:42:18,561 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/47c05b502c204648b4aaea0981b7ee6f 2024-12-08T20:42:18,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/54f78a74d34e49928a65b58451c99340 is 50, key is test_row_0/B:col10/1733690536846/Put/seqid=0 2024-12-08T20:42:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742314_1490 (size=12151) 2024-12-08T20:42:18,920 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/a56bb6a6628e4508ace2dc98006fb7dd as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a56bb6a6628e4508ace2dc98006fb7dd 2024-12-08T20:42:18,923 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into a56bb6a6628e4508ace2dc98006fb7dd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:18,923 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:18,923 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=13, startTime=1733690538086; duration=0sec 2024-12-08T20:42:18,923 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:18,924 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:18,972 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/54f78a74d34e49928a65b58451c99340 2024-12-08T20:42:18,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/5f4e35ef91e54e7b835ecc9e814498dc is 50, key is test_row_0/C:col10/1733690536846/Put/seqid=0 2024-12-08T20:42:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742315_1491 (size=12151) 2024-12-08T20:42:19,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690599061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690599061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690599064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690599172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690599172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690599181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:19,380 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/5f4e35ef91e54e7b835ecc9e814498dc 2024-12-08T20:42:19,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/47c05b502c204648b4aaea0981b7ee6f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f 2024-12-08T20:42:19,386 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T20:42:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/54f78a74d34e49928a65b58451c99340 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340 2024-12-08T20:42:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690599382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690599382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,389 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T20:42:19,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/5f4e35ef91e54e7b835ecc9e814498dc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc 2024-12-08T20:42:19,392 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T20:42:19,393 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 313dd4b41a6d112e3807f9f9095b2c35 in 1238ms, sequenceid=204, compaction requested=false 2024-12-08T20:42:19,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:19,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:19,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-08T20:42:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-08T20:42:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:19,396 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:19,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T20:42:19,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-08T20:42:19,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3060 sec 2024-12-08T20:42:19,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.3110 sec 2024-12-08T20:42:19,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7bc74ccf1055463b9544ac6f573e63be is 50, key is test_row_0/A:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:19,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742316_1492 (size=14541) 2024-12-08T20:42:19,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690599423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690599531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690599691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690599691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690599741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:19,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:19,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7bc74ccf1055463b9544ac6f573e63be 2024-12-08T20:42:19,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/47a145b26d6d49c68fbe198ff23a8488 is 50, key is test_row_0/B:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:19,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742317_1493 (size=12151) 2024-12-08T20:42:20,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690600051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:20,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690600201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:20,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690600201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:20,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/47a145b26d6d49c68fbe198ff23a8488 2024-12-08T20:42:20,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 is 50, key is test_row_0/C:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742318_1494 (size=12151) 2024-12-08T20:42:20,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690600562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:20,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:20,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 2024-12-08T20:42:20,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7bc74ccf1055463b9544ac6f573e63be as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be 2024-12-08T20:42:20,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be, entries=200, sequenceid=233, filesize=14.2 K 2024-12-08T20:42:20,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/47a145b26d6d49c68fbe198ff23a8488 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488 2024-12-08T20:42:20,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T20:42:20,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 2024-12-08T20:42:20,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T20:42:20,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 313dd4b41a6d112e3807f9f9095b2c35 in 1243ms, sequenceid=233, compaction requested=true 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:20,639 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:20,639 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:20,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:20,640 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:20,640 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:20,640 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8424c4407164f8cbd9ef55ccade2755, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=36.0 K 2024-12-08T20:42:20,640 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/5041917712c24fdcabafecd2351eda77, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=38.4 K 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c8424c4407164f8cbd9ef55ccade2755, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5041917712c24fdcabafecd2351eda77, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 54f78a74d34e49928a65b58451c99340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733690536846 2024-12-08T20:42:20,640 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47c05b502c204648b4aaea0981b7ee6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733690536846 2024-12-08T20:42:20,641 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bc74ccf1055463b9544ac6f573e63be, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:20,641 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 47a145b26d6d49c68fbe198ff23a8488, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:20,645 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:20,645 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:20,645 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/fdca642750a5465fa12ba3d0b782e787 is 50, key is test_row_0/B:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:20,645 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/ff2468d98a48499184da121a7270c5d0 is 50, key is test_row_0/A:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742319_1495 (size=12697) 2024-12-08T20:42:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742320_1496 (size=12697) 2024-12-08T20:42:21,060 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/ff2468d98a48499184da121a7270c5d0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ff2468d98a48499184da121a7270c5d0 2024-12-08T20:42:21,061 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/fdca642750a5465fa12ba3d0b782e787 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fdca642750a5465fa12ba3d0b782e787 2024-12-08T20:42:21,064 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into ff2468d98a48499184da121a7270c5d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:21,064 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=13, startTime=1733690540639; duration=0sec 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:21,064 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into fdca642750a5465fa12ba3d0b782e787(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:21,064 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=13, startTime=1733690540639; duration=0sec 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:21,064 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:21,065 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:21,065 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:21,065 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,065 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a56bb6a6628e4508ace2dc98006fb7dd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=36.0 K 2024-12-08T20:42:21,065 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a56bb6a6628e4508ace2dc98006fb7dd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733690535686 2024-12-08T20:42:21,065 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4e35ef91e54e7b835ecc9e814498dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733690536846 2024-12-08T20:42:21,066 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba5a5ee6e55e46e697e2c65cbb4b44e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:21,070 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:21,070 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/2e84c836d5e3456381fb01293dcb4362 is 50, key is test_row_0/C:col10/1733690539395/Put/seqid=0 2024-12-08T20:42:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742321_1497 (size=12697) 2024-12-08T20:42:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:21,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:42:21,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/a54bf743356d4542b218e8de69fc8668 is 50, key is test_row_0/A:col10/1733690541212/Put/seqid=0 2024-12-08T20:42:21,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742322_1498 (size=14541) 2024-12-08T20:42:21,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/a54bf743356d4542b218e8de69fc8668 2024-12-08T20:42:21,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/ff1bba6b68b14dc999bc1de641b733b9 is 50, key is test_row_0/B:col10/1733690541212/Put/seqid=0 2024-12-08T20:42:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742323_1499 (size=12151) 2024-12-08T20:42:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-08T20:42:21,241 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:21,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-08T20:42:21,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:21,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:21,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690601300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690601301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:21,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T20:42:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690601411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690601422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,477 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/2e84c836d5e3456381fb01293dcb4362 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/2e84c836d5e3456381fb01293dcb4362 2024-12-08T20:42:21,480 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into 2e84c836d5e3456381fb01293dcb4362(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:21,480 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:21,480 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=13, startTime=1733690540639; duration=0sec 2024-12-08T20:42:21,480 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:21,480 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:21,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T20:42:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690601571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,574 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 229bab1f9d30,41783,1733690396849 for 'test_row_1' in 313dd4b41a6d112e3807f9f9095b2c35 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-08T20:42:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690601621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690601632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/ff1bba6b68b14dc999bc1de641b733b9 2024-12-08T20:42:21,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/62546fefe6c44cf2b97514c5d48ccfea is 50, key is test_row_0/C:col10/1733690541212/Put/seqid=0 2024-12-08T20:42:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742324_1500 (size=12151) 2024-12-08T20:42:21,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/62546fefe6c44cf2b97514c5d48ccfea 2024-12-08T20:42:21,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/a54bf743356d4542b218e8de69fc8668 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668 2024-12-08T20:42:21,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668, entries=200, sequenceid=246, filesize=14.2 K 2024-12-08T20:42:21,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/ff1bba6b68b14dc999bc1de641b733b9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9 2024-12-08T20:42:21,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9, entries=150, sequenceid=246, filesize=11.9 K 2024-12-08T20:42:21,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/62546fefe6c44cf2b97514c5d48ccfea as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea 2024-12-08T20:42:21,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea, entries=150, sequenceid=246, filesize=11.9 K 2024-12-08T20:42:21,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 313dd4b41a6d112e3807f9f9095b2c35 in 465ms, sequenceid=246, compaction requested=false 2024-12-08T20:42:21,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:21,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-08T20:42:21,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:21,700 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:42:21,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/443ccf71d1714eab9a4526beabe1d21f is 50, key is test_row_0/A:col10/1733690541300/Put/seqid=0 2024-12-08T20:42:21,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742325_1501 (size=12301) 2024-12-08T20:42:21,707 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/443ccf71d1714eab9a4526beabe1d21f 2024-12-08T20:42:21,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/d7d0ac72c3e9455c9c8d1c43a05ead29 is 50, key is test_row_0/B:col10/1733690541300/Put/seqid=0 2024-12-08T20:42:21,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742326_1502 (size=12301) 2024-12-08T20:42:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:21,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690601949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690601952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690602061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690602061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,117 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/d7d0ac72c3e9455c9c8d1c43a05ead29 2024-12-08T20:42:22,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/67ad9a2a33c24e649476eb6282775ea6 is 50, key is test_row_0/C:col10/1733690541300/Put/seqid=0 2024-12-08T20:42:22,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742327_1503 (size=12301) 2024-12-08T20:42:22,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690602271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690602271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:22,558 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/67ad9a2a33c24e649476eb6282775ea6 2024-12-08T20:42:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/443ccf71d1714eab9a4526beabe1d21f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f 2024-12-08T20:42:22,563 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f, entries=150, sequenceid=272, filesize=12.0 K 2024-12-08T20:42:22,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/d7d0ac72c3e9455c9c8d1c43a05ead29 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29 2024-12-08T20:42:22,566 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29, entries=150, sequenceid=272, filesize=12.0 K 2024-12-08T20:42:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/67ad9a2a33c24e649476eb6282775ea6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6 2024-12-08T20:42:22,570 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6, entries=150, sequenceid=272, filesize=12.0 K 2024-12-08T20:42:22,570 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 313dd4b41a6d112e3807f9f9095b2c35 in 870ms, sequenceid=272, compaction requested=true 2024-12-08T20:42:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:22,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-08T20:42:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-08T20:42:22,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-08T20:42:22,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec 2024-12-08T20:42:22,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.3310 sec 2024-12-08T20:42:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:22,584 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:22,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:22,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/fd9be65cdea346b4af73b1565c6c7325 is 50, key is test_row_0/A:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742328_1504 (size=14741) 2024-12-08T20:42:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690602637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690602642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690602752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690602752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690602961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690602961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:22,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:22,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/fd9be65cdea346b4af73b1565c6c7325 2024-12-08T20:42:22,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/904ccfc06396404e849c2f69a4df0e3a is 50, key is test_row_0/B:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742329_1505 (size=12301) 2024-12-08T20:42:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690603272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690603272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-08T20:42:23,392 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:23,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-08T20:42:23,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:23,394 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:23,394 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:23,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:23,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/904ccfc06396404e849c2f69a4df0e3a 2024-12-08T20:42:23,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/0041cf21daf544af8d2e2969745e8630 is 50, key is test_row_0/C:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742330_1506 (size=12301) 2024-12-08T20:42:23,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/0041cf21daf544af8d2e2969745e8630 2024-12-08T20:42:23,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/fd9be65cdea346b4af73b1565c6c7325 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325 2024-12-08T20:42:23,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325, entries=200, sequenceid=284, filesize=14.4 K 2024-12-08T20:42:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/904ccfc06396404e849c2f69a4df0e3a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a 2024-12-08T20:42:23,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a, entries=150, sequenceid=284, filesize=12.0 K 2024-12-08T20:42:23,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/0041cf21daf544af8d2e2969745e8630 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630 2024-12-08T20:42:23,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630, entries=150, sequenceid=284, filesize=12.0 K 2024-12-08T20:42:23,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313dd4b41a6d112e3807f9f9095b2c35 in 837ms, sequenceid=284, compaction requested=true 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:23,421 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:23,421 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54280 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:23,422 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:23,422 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:23,422 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ff2468d98a48499184da121a7270c5d0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=53.0 K 2024-12-08T20:42:23,422 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fdca642750a5465fa12ba3d0b782e787, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=48.3 K 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff2468d98a48499184da121a7270c5d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:23,422 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting fdca642750a5465fa12ba3d0b782e787, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:23,423 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1bba6b68b14dc999bc1de641b733b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733690539415 2024-12-08T20:42:23,423 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting a54bf743356d4542b218e8de69fc8668, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733690539415 2024-12-08T20:42:23,424 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d0ac72c3e9455c9c8d1c43a05ead29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733690541285 2024-12-08T20:42:23,424 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 443ccf71d1714eab9a4526beabe1d21f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733690541285 2024-12-08T20:42:23,424 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 904ccfc06396404e849c2f69a4df0e3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541948 2024-12-08T20:42:23,424 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd9be65cdea346b4af73b1565c6c7325, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541946 2024-12-08T20:42:23,429 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:23,430 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/6b4225efeb014d39a6db5854a2f99aed is 50, key is test_row_0/A:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:23,430 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:23,430 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/b03b25ba3a604963aaeff4568ae87705 is 50, key is test_row_0/B:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742331_1507 (size=12983) 2024-12-08T20:42:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742332_1508 (size=12983) 2024-12-08T20:42:23,438 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/b03b25ba3a604963aaeff4568ae87705 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b03b25ba3a604963aaeff4568ae87705 2024-12-08T20:42:23,448 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/6b4225efeb014d39a6db5854a2f99aed as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/6b4225efeb014d39a6db5854a2f99aed 2024-12-08T20:42:23,451 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into b03b25ba3a604963aaeff4568ae87705(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:23,451 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:23,451 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=12, startTime=1733690543421; duration=0sec 2024-12-08T20:42:23,451 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:23,451 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:23,451 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T20:42:23,452 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T20:42:23,452 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:23,452 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:23,452 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/2e84c836d5e3456381fb01293dcb4362, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=48.3 K 2024-12-08T20:42:23,452 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e84c836d5e3456381fb01293dcb4362, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733690539052 2024-12-08T20:42:23,452 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 62546fefe6c44cf2b97514c5d48ccfea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733690539415 2024-12-08T20:42:23,453 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 67ad9a2a33c24e649476eb6282775ea6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733690541285 2024-12-08T20:42:23,453 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 0041cf21daf544af8d2e2969745e8630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541948 2024-12-08T20:42:23,453 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into 6b4225efeb014d39a6db5854a2f99aed(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:23,453 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:23,453 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=12, startTime=1733690543421; duration=0sec 2024-12-08T20:42:23,453 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:23,453 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:23,459 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:23,459 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/6adc0017a3994425b11b80d2beadc73d is 50, key is test_row_0/C:col10/1733690542583/Put/seqid=0 2024-12-08T20:42:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742333_1509 (size=12983) 2024-12-08T20:42:23,468 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/6adc0017a3994425b11b80d2beadc73d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6adc0017a3994425b11b80d2beadc73d 2024-12-08T20:42:23,473 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into 6adc0017a3994425b11b80d2beadc73d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:23,473 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:23,473 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=12, startTime=1733690543421; duration=0sec 2024-12-08T20:42:23,473 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:23,473 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:23,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-08T20:42:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:23,546 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:42:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7aa357416ff645c489633ca729a55f53 is 50, key is test_row_0/A:col10/1733690542632/Put/seqid=0 2024-12-08T20:42:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742334_1510 (size=12301) 2024-12-08T20:42:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:23,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:23,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690603618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:23,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690603731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690603782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690603782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690603941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:23,956 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7aa357416ff645c489633ca729a55f53 2024-12-08T20:42:23,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/b1dcf97ed30a4219a121e69ece7501fa is 50, key is test_row_0/B:col10/1733690542632/Put/seqid=0 2024-12-08T20:42:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742335_1511 (size=12301) 2024-12-08T20:42:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:24,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690604251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:24,365 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/b1dcf97ed30a4219a121e69ece7501fa 2024-12-08T20:42:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/b1a5bb6453d6486abed467669ddb1574 is 50, key is test_row_0/C:col10/1733690542632/Put/seqid=0 2024-12-08T20:42:24,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742336_1512 (size=12301) 2024-12-08T20:42:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:24,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690604761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:24,780 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/b1a5bb6453d6486abed467669ddb1574 2024-12-08T20:42:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/7aa357416ff645c489633ca729a55f53 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53 2024-12-08T20:42:24,787 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53, entries=150, sequenceid=311, filesize=12.0 K 2024-12-08T20:42:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/b1dcf97ed30a4219a121e69ece7501fa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa 2024-12-08T20:42:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa, entries=150, sequenceid=311, filesize=12.0 K 2024-12-08T20:42:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/b1a5bb6453d6486abed467669ddb1574 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574 2024-12-08T20:42:24,794 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574, entries=150, sequenceid=311, filesize=12.0 K 2024-12-08T20:42:24,795 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 313dd4b41a6d112e3807f9f9095b2c35 in 1249ms, sequenceid=311, compaction requested=false 2024-12-08T20:42:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-08T20:42:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-08T20:42:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:24,798 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:24,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:42:24,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-08T20:42:24,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-12-08T20:42:24,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4070 sec 2024-12-08T20:42:24,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/70fce1302e1643a8a97c87eb9e545a05 is 50, key is test_row_0/A:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:24,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742337_1513 (size=14741) 2024-12-08T20:42:24,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690604852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690604854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:24,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:42:24,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690604961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690604961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690605171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690605171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/70fce1302e1643a8a97c87eb9e545a05 2024-12-08T20:42:25,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/f8184c9a58f24450ac165f3c0391ac24 is 50, key is test_row_0/B:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:25,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742338_1514 (size=12301) 2024-12-08T20:42:25,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/f8184c9a58f24450ac165f3c0391ac24 2024-12-08T20:42:25,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/6c7cbf8a79e64508ab8722cd58e4fe06 is 50, key is test_row_0/C:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742339_1515 (size=12301) 2024-12-08T20:42:25,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690605481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690605481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-08T20:42:25,541 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:25,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-08T20:42:25,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T20:42:25,543 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:25,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:25,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/6c7cbf8a79e64508ab8722cd58e4fe06 2024-12-08T20:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/70fce1302e1643a8a97c87eb9e545a05 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05 2024-12-08T20:42:25,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05, entries=200, sequenceid=324, filesize=14.4 K 2024-12-08T20:42:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/f8184c9a58f24450ac165f3c0391ac24 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24 2024-12-08T20:42:25,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24, entries=150, sequenceid=324, filesize=12.0 K 2024-12-08T20:42:25,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/6c7cbf8a79e64508ab8722cd58e4fe06 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06 2024-12-08T20:42:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T20:42:25,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06, entries=150, sequenceid=324, filesize=12.0 K 2024-12-08T20:42:25,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 313dd4b41a6d112e3807f9f9095b2c35 in 858ms, sequenceid=324, compaction requested=true 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:25,656 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:25,656 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:25,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/B is initiating minor compaction (all files) 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/A is initiating minor compaction (all files) 2024-12-08T20:42:25,657 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/B in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:25,657 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/A in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:25,657 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/6b4225efeb014d39a6db5854a2f99aed, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=39.1 K 2024-12-08T20:42:25,657 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b03b25ba3a604963aaeff4568ae87705, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=36.7 K 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b03b25ba3a604963aaeff4568ae87705, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541948 2024-12-08T20:42:25,657 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b4225efeb014d39a6db5854a2f99aed, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541948 2024-12-08T20:42:25,658 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b1dcf97ed30a4219a121e69ece7501fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733690542632 2024-12-08T20:42:25,658 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aa357416ff645c489633ca729a55f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733690542632 2024-12-08T20:42:25,658 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f8184c9a58f24450ac165f3c0391ac24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733690543606 2024-12-08T20:42:25,658 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70fce1302e1643a8a97c87eb9e545a05, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733690543606 2024-12-08T20:42:25,664 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#A#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:25,664 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:25,665 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/0005cf2398774b3799667482e8e71b86 is 50, key is test_row_0/A:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:25,665 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e5feaf29024c47de86a97bfe3a331137 is 50, key is test_row_0/B:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742341_1517 (size=13085) 2024-12-08T20:42:25,686 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/e5feaf29024c47de86a97bfe3a331137 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e5feaf29024c47de86a97bfe3a331137 2024-12-08T20:42:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742340_1516 (size=13085) 2024-12-08T20:42:25,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-08T20:42:25,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:25,695 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T20:42:25,701 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/B of 313dd4b41a6d112e3807f9f9095b2c35 into e5feaf29024c47de86a97bfe3a331137(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:25,701 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:25,701 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/B, priority=13, startTime=1733690545656; duration=0sec 2024-12-08T20:42:25,701 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:25,701 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:25,701 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:25,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/92d16dc47db544379a037970b7b4b6e9 is 50, key is test_row_0/A:col10/1733690544839/Put/seqid=0 2024-12-08T20:42:25,705 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:25,705 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 313dd4b41a6d112e3807f9f9095b2c35/C is initiating minor compaction (all files) 2024-12-08T20:42:25,705 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 313dd4b41a6d112e3807f9f9095b2c35/C in TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:25,705 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/0005cf2398774b3799667482e8e71b86 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/0005cf2398774b3799667482e8e71b86 2024-12-08T20:42:25,705 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6adc0017a3994425b11b80d2beadc73d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp, totalSize=36.7 K 2024-12-08T20:42:25,705 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6adc0017a3994425b11b80d2beadc73d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733690541948 2024-12-08T20:42:25,706 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b1a5bb6453d6486abed467669ddb1574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733690542632 2024-12-08T20:42:25,706 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7cbf8a79e64508ab8722cd58e4fe06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733690543606 2024-12-08T20:42:25,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742342_1518 (size=12301) 2024-12-08T20:42:25,709 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/92d16dc47db544379a037970b7b4b6e9 2024-12-08T20:42:25,711 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/A of 313dd4b41a6d112e3807f9f9095b2c35 into 0005cf2398774b3799667482e8e71b86(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:25,711 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:25,711 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/A, priority=13, startTime=1733690545656; duration=0sec 2024-12-08T20:42:25,711 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:25,711 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:25,715 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313dd4b41a6d112e3807f9f9095b2c35#C#compaction#445 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:25,716 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/b3bd0c3c55984017a19dbfb4068d8881 is 50, key is test_row_0/C:col10/1733690543606/Put/seqid=0 2024-12-08T20:42:25,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/37288a56fc7a4709b9d6bf54213f82b4 is 50, key is test_row_0/B:col10/1733690544839/Put/seqid=0 2024-12-08T20:42:25,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742343_1519 (size=13085) 2024-12-08T20:42:25,737 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/b3bd0c3c55984017a19dbfb4068d8881 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b3bd0c3c55984017a19dbfb4068d8881 2024-12-08T20:42:25,746 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 313dd4b41a6d112e3807f9f9095b2c35/C of 313dd4b41a6d112e3807f9f9095b2c35 into b3bd0c3c55984017a19dbfb4068d8881(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:25,746 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:25,746 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., storeName=313dd4b41a6d112e3807f9f9095b2c35/C, priority=13, startTime=1733690545656; duration=0sec 2024-12-08T20:42:25,746 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:25,746 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742344_1520 (size=12301) 2024-12-08T20:42:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:25,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:25,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690605807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T20:42:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690605911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690605991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690605991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:25,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690606121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:26,162 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/37288a56fc7a4709b9d6bf54213f82b4 2024-12-08T20:42:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/547c8573f36047d29afe817f9c77e32c is 50, key is test_row_0/C:col10/1733690544839/Put/seqid=0 2024-12-08T20:42:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742345_1521 (size=12301) 2024-12-08T20:42:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T20:42:26,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690606431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:26,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:26,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:26,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:26,570 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/547c8573f36047d29afe817f9c77e32c 2024-12-08T20:42:26,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/92d16dc47db544379a037970b7b4b6e9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92d16dc47db544379a037970b7b4b6e9 2024-12-08T20:42:26,577 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92d16dc47db544379a037970b7b4b6e9, entries=150, sequenceid=347, filesize=12.0 K 2024-12-08T20:42:26,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/37288a56fc7a4709b9d6bf54213f82b4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/37288a56fc7a4709b9d6bf54213f82b4 2024-12-08T20:42:26,580 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/37288a56fc7a4709b9d6bf54213f82b4, entries=150, sequenceid=347, filesize=12.0 K 2024-12-08T20:42:26,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/547c8573f36047d29afe817f9c77e32c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/547c8573f36047d29afe817f9c77e32c 2024-12-08T20:42:26,584 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/547c8573f36047d29afe817f9c77e32c, entries=150, sequenceid=347, filesize=12.0 K 2024-12-08T20:42:26,584 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 313dd4b41a6d112e3807f9f9095b2c35 in 889ms, sequenceid=347, compaction requested=false 2024-12-08T20:42:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-08T20:42:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-08T20:42:26,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-08T20:42:26,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-12-08T20:42:26,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.0480 sec 2024-12-08T20:42:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-08T20:42:26,682 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:26,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-08T20:42:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T20:42:26,684 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:26,684 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:26,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T20:42:26,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-08T20:42:26,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:26,836 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T20:42:26,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d764d2732c914039a85e86c74da0fb1a is 50, key is test_row_0/A:col10/1733690545806/Put/seqid=0 2024-12-08T20:42:26,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742346_1522 (size=12301) 2024-12-08T20:42:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:26,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. as already flushing 2024-12-08T20:42:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T20:42:27,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690607019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690607022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690607027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690607131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690607131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690607141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d764d2732c914039a85e86c74da0fb1a 2024-12-08T20:42:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/fea953f09dfc4aeab0a06c3c40c514ba is 50, key is test_row_0/B:col10/1733690545806/Put/seqid=0 2024-12-08T20:42:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742347_1523 (size=12301) 2024-12-08T20:42:27,251 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/fea953f09dfc4aeab0a06c3c40c514ba 2024-12-08T20:42:27,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/566b0cc582a6469f8de74bf2996434fc is 50, key is test_row_0/C:col10/1733690545806/Put/seqid=0 2024-12-08T20:42:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742348_1524 (size=12301) 2024-12-08T20:42:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T20:42:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690607341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690607341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690607351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,474 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-12-08T20:42:27,474 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,475 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,475 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,479 INFO [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017. 2024-12-08T20:42:27,479 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,479 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,479 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,480 INFO [Thread-2015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2015. 2024-12-08T20:42:27,480 DEBUG [Thread-2015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,480 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,481 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,481 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-12-08T20:42:27,481 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,481 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,481 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,485 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-12-08T20:42:27,485 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,485 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,485 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35730 deadline: 1733690607652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35724 deadline: 1733690607652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,660 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/566b0cc582a6469f8de74bf2996434fc 2024-12-08T20:42:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1733690607661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 , the old value is region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:27,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., hostname=229bab1f9d30,41783,1733690396849, seqNum=2 because the exception is null or not the one we care about 2024-12-08T20:42:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d764d2732c914039a85e86c74da0fb1a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d764d2732c914039a85e86c74da0fb1a 2024-12-08T20:42:27,673 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d764d2732c914039a85e86c74da0fb1a, entries=150, sequenceid=363, filesize=12.0 K 2024-12-08T20:42:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/fea953f09dfc4aeab0a06c3c40c514ba as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fea953f09dfc4aeab0a06c3c40c514ba 2024-12-08T20:42:27,678 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fea953f09dfc4aeab0a06c3c40c514ba, entries=150, sequenceid=363, filesize=12.0 K 2024-12-08T20:42:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/566b0cc582a6469f8de74bf2996434fc as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/566b0cc582a6469f8de74bf2996434fc 2024-12-08T20:42:27,682 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/566b0cc582a6469f8de74bf2996434fc, entries=150, sequenceid=363, filesize=12.0 K 2024-12-08T20:42:27,683 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 313dd4b41a6d112e3807f9f9095b2c35 in 847ms, sequenceid=363, compaction requested=true 2024-12-08T20:42:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:27,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-08T20:42:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-08T20:42:27,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-08T20:42:27,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-12-08T20:42:27,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0050 sec 2024-12-08T20:42:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-08T20:42:27,823 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:27,976 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:27,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T20:42:27,976 INFO [Thread-2010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2010. 2024-12-08T20:42:27,977 DEBUG [Thread-2010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:27,977 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,977 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:27,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:27,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d92a2eec5a4c4ee49eb7f10e04369991 is 50, key is test_row_0/A:col10/1733690547026/Put/seqid=0 2024-12-08T20:42:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742349_1525 (size=12301) 2024-12-08T20:42:28,109 INFO [Thread-2004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2004. 2024-12-08T20:42:28,109 DEBUG [Thread-2004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:28,109 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,109 DEBUG [Thread-2004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:28,163 INFO [Thread-2006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2006. 2024-12-08T20:42:28,164 DEBUG [Thread-2006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:28,164 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,164 INFO [Thread-2012 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2012. 2024-12-08T20:42:28,164 DEBUG [Thread-2012 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:28,164 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,164 DEBUG [Thread-2006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:28,164 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:28,174 INFO [Thread-2008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2008. 2024-12-08T20:42:28,174 DEBUG [Thread-2008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:28,174 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,175 DEBUG [Thread-2008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2150 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6446 rows 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2163 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6485 rows 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2160 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6476 rows 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2160 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6479 rows 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2152 2024-12-08T20:42:28,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6455 rows 2024-12-08T20:42:28,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:42:28,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:42:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:28,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:28,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:42:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:28,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690548181"}]},"ts":"1733690548181"} 2024-12-08T20:42:28,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:42:28,183 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:42:28,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:42:28,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, UNASSIGN}] 2024-12-08T20:42:28,187 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, UNASSIGN 2024-12-08T20:42:28,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=313dd4b41a6d112e3807f9f9095b2c35, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:28,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, UNASSIGN because future has completed 2024-12-08T20:42:28,190 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:42:28,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:28,344 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:28,344 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:42:28,345 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 313dd4b41a6d112e3807f9f9095b2c35, disabling compactions & flushes 2024-12-08T20:42:28,345 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:28,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d92a2eec5a4c4ee49eb7f10e04369991 2024-12-08T20:42:28,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/8964465f0ac44dfe99188a6a6e098755 is 50, key is test_row_0/B:col10/1733690547026/Put/seqid=0 2024-12-08T20:42:28,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742350_1526 (size=12301) 2024-12-08T20:42:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:28,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/8964465f0ac44dfe99188a6a6e098755 2024-12-08T20:42:28,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:28,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e9be14d9f8004feca9977e4adb6944ba is 50, key is test_row_0/C:col10/1733690547026/Put/seqid=0 2024-12-08T20:42:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742351_1527 (size=12301) 2024-12-08T20:42:29,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e9be14d9f8004feca9977e4adb6944ba 2024-12-08T20:42:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/d92a2eec5a4c4ee49eb7f10e04369991 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d92a2eec5a4c4ee49eb7f10e04369991 2024-12-08T20:42:29,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d92a2eec5a4c4ee49eb7f10e04369991, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:42:29,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/8964465f0ac44dfe99188a6a6e098755 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/8964465f0ac44dfe99188a6a6e098755 2024-12-08T20:42:29,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/8964465f0ac44dfe99188a6a6e098755, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:42:29,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/e9be14d9f8004feca9977e4adb6944ba as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e9be14d9f8004feca9977e4adb6944ba 2024-12-08T20:42:29,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e9be14d9f8004feca9977e4adb6944ba, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T20:42:29,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 313dd4b41a6d112e3807f9f9095b2c35 in 1268ms, sequenceid=387, compaction requested=true 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 313dd4b41a6d112e3807f9f9095b2c35: 2024-12-08T20:42:29,244 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:29,244 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:29,244 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. after waiting 0 ms 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:29,244 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. because compaction request was cancelled 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:A 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. because compaction request was cancelled 2024-12-08T20:42:29,244 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 313dd4b41a6d112e3807f9f9095b2c35 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:B 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313dd4b41a6d112e3807f9f9095b2c35:C, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. because compaction request was cancelled 2024-12-08T20:42:29,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:29,244 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313dd4b41a6d112e3807f9f9095b2c35:C 2024-12-08T20:42:29,248 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/078101fcaa8a40c9b3aa8ab5379e5f95 is 50, key is test_row_0/A:col10/1733690548162/Put/seqid=0 2024-12-08T20:42:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742352_1528 (size=9857) 2024-12-08T20:42:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:29,652 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/078101fcaa8a40c9b3aa8ab5379e5f95 2024-12-08T20:42:29,658 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/2558f17a88aa491b982b2820588e4958 is 50, key is test_row_0/B:col10/1733690548162/Put/seqid=0 2024-12-08T20:42:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742353_1529 (size=9857) 2024-12-08T20:42:30,064 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/2558f17a88aa491b982b2820588e4958 2024-12-08T20:42:30,077 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/bd993992f9174723b377b403e1ddda83 is 50, key is test_row_0/C:col10/1733690548162/Put/seqid=0 2024-12-08T20:42:30,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742354_1530 (size=9857) 2024-12-08T20:42:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:30,482 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/bd993992f9174723b377b403e1ddda83 2024-12-08T20:42:30,493 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/A/078101fcaa8a40c9b3aa8ab5379e5f95 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/078101fcaa8a40c9b3aa8ab5379e5f95 2024-12-08T20:42:30,498 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/078101fcaa8a40c9b3aa8ab5379e5f95, entries=100, sequenceid=394, filesize=9.6 K 2024-12-08T20:42:30,500 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/B/2558f17a88aa491b982b2820588e4958 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/2558f17a88aa491b982b2820588e4958 2024-12-08T20:42:30,505 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/2558f17a88aa491b982b2820588e4958, entries=100, sequenceid=394, filesize=9.6 K 2024-12-08T20:42:30,506 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/.tmp/C/bd993992f9174723b377b403e1ddda83 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/bd993992f9174723b377b403e1ddda83 2024-12-08T20:42:30,510 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/bd993992f9174723b377b403e1ddda83, entries=100, sequenceid=394, filesize=9.6 K 2024-12-08T20:42:30,511 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 313dd4b41a6d112e3807f9f9095b2c35 in 1267ms, sequenceid=394, compaction requested=true 2024-12-08T20:42:30,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/231510378a4248edbfabbcda56d08fb7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a3504a0aad8c4921b237236e15dbbbbd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92f1d0e14ab54950aeb6889a09278b1e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/5041917712c24fdcabafecd2351eda77, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ff2468d98a48499184da121a7270c5d0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/6b4225efeb014d39a6db5854a2f99aed, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05] to archive 2024-12-08T20:42:30,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:30,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ecd924ee3ee644cd8519e3441d5939e1 2024-12-08T20:42:30,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/e6c13697a9484fb285cfffbe93899264 2024-12-08T20:42:30,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/231510378a4248edbfabbcda56d08fb7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/231510378a4248edbfabbcda56d08fb7 2024-12-08T20:42:30,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/eabdf865f1404c5886dc7ccfede0c385 2024-12-08T20:42:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d9ca4a764b154db48d21dee1e362370c 2024-12-08T20:42:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f991795501d3487584288d80954afea4 2024-12-08T20:42:30,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/f9fff1c78d544333973bbb585590c3c3 2024-12-08T20:42:30,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a3504a0aad8c4921b237236e15dbbbbd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a3504a0aad8c4921b237236e15dbbbbd 2024-12-08T20:42:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/8b3114255a1346dda74a4b4fe47fdc05 2024-12-08T20:42:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/1c9ca6d459004df9913b4d443ce43e49 2024-12-08T20:42:30,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92f1d0e14ab54950aeb6889a09278b1e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92f1d0e14ab54950aeb6889a09278b1e 2024-12-08T20:42:30,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d0564975001c494f84ade765973bc624 2024-12-08T20:42:30,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/787dfa1bded543479712b2b3f357aaa0 2024-12-08T20:42:30,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/5041917712c24fdcabafecd2351eda77 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/5041917712c24fdcabafecd2351eda77 2024-12-08T20:42:30,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/47c05b502c204648b4aaea0981b7ee6f 2024-12-08T20:42:30,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7bc74ccf1055463b9544ac6f573e63be 2024-12-08T20:42:30,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ff2468d98a48499184da121a7270c5d0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/ff2468d98a48499184da121a7270c5d0 2024-12-08T20:42:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/a54bf743356d4542b218e8de69fc8668 2024-12-08T20:42:30,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/443ccf71d1714eab9a4526beabe1d21f 2024-12-08T20:42:30,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/fd9be65cdea346b4af73b1565c6c7325 2024-12-08T20:42:30,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/6b4225efeb014d39a6db5854a2f99aed to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/6b4225efeb014d39a6db5854a2f99aed 2024-12-08T20:42:30,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/7aa357416ff645c489633ca729a55f53 2024-12-08T20:42:30,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/70fce1302e1643a8a97c87eb9e545a05 2024-12-08T20:42:30,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/26682e831db04d7e92ae2cd6f7a8b0c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d0da1c55971d4c16a4819aafdddd13a3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/9377dfb148bd4c2f8c9d7fd56ee9de6a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8424c4407164f8cbd9ef55ccade2755, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fdca642750a5465fa12ba3d0b782e787, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b03b25ba3a604963aaeff4568ae87705, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24] to archive 2024-12-08T20:42:30,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:30,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/0afc45036d8f47fdbcc91c870c8cf37d 2024-12-08T20:42:30,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/609e8c51c0c6478dae4653ff3451c6be 2024-12-08T20:42:30,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/26682e831db04d7e92ae2cd6f7a8b0c7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/26682e831db04d7e92ae2cd6f7a8b0c7 2024-12-08T20:42:30,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e828d4abcda14ca9b797798d2eb56dca 2024-12-08T20:42:30,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e320139241c841df9cec90a0d246a32f 2024-12-08T20:42:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c2196dfda5c1446da934c853b01e03ec 2024-12-08T20:42:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d0da1c55971d4c16a4819aafdddd13a3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d0da1c55971d4c16a4819aafdddd13a3 2024-12-08T20:42:30,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/a8fcc49262c84048a09eaecd692a5eb9 2024-12-08T20:42:30,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/7416b793e30b430e9640427dbf130c1f 2024-12-08T20:42:30,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/9377dfb148bd4c2f8c9d7fd56ee9de6a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/9377dfb148bd4c2f8c9d7fd56ee9de6a 2024-12-08T20:42:30,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/28350b9462fa49dba673c27a6fd27231 2024-12-08T20:42:30,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8106a4146be45bcb15d8f81c8c1383b 2024-12-08T20:42:30,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8424c4407164f8cbd9ef55ccade2755 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/c8424c4407164f8cbd9ef55ccade2755 2024-12-08T20:42:30,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/61e0491b36644989b565b8ed11a9e8f2 2024-12-08T20:42:30,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/54f78a74d34e49928a65b58451c99340 2024-12-08T20:42:30,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fdca642750a5465fa12ba3d0b782e787 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fdca642750a5465fa12ba3d0b782e787 2024-12-08T20:42:30,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/47a145b26d6d49c68fbe198ff23a8488 2024-12-08T20:42:30,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/ff1bba6b68b14dc999bc1de641b733b9 2024-12-08T20:42:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/d7d0ac72c3e9455c9c8d1c43a05ead29 2024-12-08T20:42:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b03b25ba3a604963aaeff4568ae87705 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b03b25ba3a604963aaeff4568ae87705 2024-12-08T20:42:30,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/904ccfc06396404e849c2f69a4df0e3a 2024-12-08T20:42:30,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/b1dcf97ed30a4219a121e69ece7501fa 2024-12-08T20:42:30,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/f8184c9a58f24450ac165f3c0391ac24 2024-12-08T20:42:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a24a03bc46a14dbab1e56a8d63766e45, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/73771cf1d77e4ef9bda2f213b776bf9d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a525f27b90794ecb9fd6f81c689f5c9b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a56bb6a6628e4508ace2dc98006fb7dd, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/2e84c836d5e3456381fb01293dcb4362, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6adc0017a3994425b11b80d2beadc73d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06] to archive 2024-12-08T20:42:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:30,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/33ccd2c429e244d3829acd4e848468a8 2024-12-08T20:42:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/96473a5b991344749e63f757c7375a6c 2024-12-08T20:42:30,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a24a03bc46a14dbab1e56a8d63766e45 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a24a03bc46a14dbab1e56a8d63766e45 2024-12-08T20:42:30,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e51717c6cf6c49b0879ba4635e472ccf 2024-12-08T20:42:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/1f8cf55907674a9585332b1102f6b725 2024-12-08T20:42:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/672edd6927354b52970a0042fcc92a0d 2024-12-08T20:42:30,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/73771cf1d77e4ef9bda2f213b776bf9d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/73771cf1d77e4ef9bda2f213b776bf9d 2024-12-08T20:42:30,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/d5bbf05dbeba47fda9284bf57af5ae3b 2024-12-08T20:42:30,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/80d41e4dc3d841218eb9efa5b26c529b 2024-12-08T20:42:30,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a525f27b90794ecb9fd6f81c689f5c9b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a525f27b90794ecb9fd6f81c689f5c9b 2024-12-08T20:42:30,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/f1125036c5fb425da2076edf4b07901b 2024-12-08T20:42:30,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/48453418b50f4d0c8c1564f6fc6d3c12 2024-12-08T20:42:30,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a56bb6a6628e4508ace2dc98006fb7dd to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/a56bb6a6628e4508ace2dc98006fb7dd 2024-12-08T20:42:30,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/58f7a3e604724d109f538b97a3fef050 2024-12-08T20:42:30,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/5f4e35ef91e54e7b835ecc9e814498dc 2024-12-08T20:42:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/2e84c836d5e3456381fb01293dcb4362 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/2e84c836d5e3456381fb01293dcb4362 2024-12-08T20:42:30,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/ba5a5ee6e55e46e697e2c65cbb4b44e4 2024-12-08T20:42:30,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/62546fefe6c44cf2b97514c5d48ccfea 2024-12-08T20:42:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/67ad9a2a33c24e649476eb6282775ea6 2024-12-08T20:42:30,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6adc0017a3994425b11b80d2beadc73d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6adc0017a3994425b11b80d2beadc73d 2024-12-08T20:42:30,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/0041cf21daf544af8d2e2969745e8630 2024-12-08T20:42:30,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b1a5bb6453d6486abed467669ddb1574 2024-12-08T20:42:30,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/6c7cbf8a79e64508ab8722cd58e4fe06 2024-12-08T20:42:30,581 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/recovered.edits/397.seqid, newMaxSeqId=397, maxSeqId=1 2024-12-08T20:42:30,581 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. 2024-12-08T20:42:30,582 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 313dd4b41a6d112e3807f9f9095b2c35: Waiting for close lock at 1733690548345Running coprocessor pre-close hooks at 1733690548345Disabling compacts and flushes for region at 1733690548345Disabling writes for close at 1733690549244 (+899 ms)Obtaining lock to block concurrent updates at 1733690549244Preparing flush snapshotting stores in 313dd4b41a6d112e3807f9f9095b2c35 at 1733690549244Finished memstore snapshotting TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733690549244Flushing stores of TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35. at 1733690549245 (+1 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/A: creating writer at 1733690549245Flushing 313dd4b41a6d112e3807f9f9095b2c35/A: appending metadata at 1733690549247 (+2 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/A: closing flushed file at 1733690549247Flushing 313dd4b41a6d112e3807f9f9095b2c35/B: creating writer at 1733690549655 (+408 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/B: appending metadata at 1733690549657 (+2 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/B: closing flushed file at 1733690549657Flushing 313dd4b41a6d112e3807f9f9095b2c35/C: creating writer at 1733690550073 (+416 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/C: appending metadata at 1733690550077 (+4 ms)Flushing 313dd4b41a6d112e3807f9f9095b2c35/C: closing flushed file at 1733690550077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fdb1a4: reopening flushed file at 1733690550492 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f383224: reopening flushed file at 1733690550498 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e1973: reopening flushed file at 1733690550505 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 313dd4b41a6d112e3807f9f9095b2c35 in 1267ms, sequenceid=394, compaction requested=true at 1733690550511 (+6 ms)Writing region close event to WAL at 1733690550578 (+67 ms)Running coprocessor post-close hooks at 1733690550581 (+3 ms)Closed at 1733690550581 2024-12-08T20:42:30,584 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:30,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=313dd4b41a6d112e3807f9f9095b2c35, regionState=CLOSED 2024-12-08T20:42:30,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:30,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-08T20:42:30,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 313dd4b41a6d112e3807f9f9095b2c35, server=229bab1f9d30,41783,1733690396849 in 2.3960 sec 2024-12-08T20:42:30,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-08T20:42:30,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=313dd4b41a6d112e3807f9f9095b2c35, UNASSIGN in 2.4020 sec 2024-12-08T20:42:30,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-08T20:42:30,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4060 sec 2024-12-08T20:42:30,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690550592"}]},"ts":"1733690550592"} 2024-12-08T20:42:30,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:42:30,594 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:42:30,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.4170 sec 2024-12-08T20:42:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-08T20:42:32,353 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:32,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:42:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T20:42:32,361 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,364 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:32,367 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/recovered.edits] 2024-12-08T20:42:32,371 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/0005cf2398774b3799667482e8e71b86 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/0005cf2398774b3799667482e8e71b86 2024-12-08T20:42:32,373 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/078101fcaa8a40c9b3aa8ab5379e5f95 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/078101fcaa8a40c9b3aa8ab5379e5f95 2024-12-08T20:42:32,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92d16dc47db544379a037970b7b4b6e9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/92d16dc47db544379a037970b7b4b6e9 2024-12-08T20:42:32,377 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d764d2732c914039a85e86c74da0fb1a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d764d2732c914039a85e86c74da0fb1a 2024-12-08T20:42:32,379 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d92a2eec5a4c4ee49eb7f10e04369991 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/A/d92a2eec5a4c4ee49eb7f10e04369991 2024-12-08T20:42:32,384 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/2558f17a88aa491b982b2820588e4958 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/2558f17a88aa491b982b2820588e4958 2024-12-08T20:42:32,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/37288a56fc7a4709b9d6bf54213f82b4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/37288a56fc7a4709b9d6bf54213f82b4 2024-12-08T20:42:32,388 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/8964465f0ac44dfe99188a6a6e098755 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/8964465f0ac44dfe99188a6a6e098755 2024-12-08T20:42:32,390 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e5feaf29024c47de86a97bfe3a331137 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/e5feaf29024c47de86a97bfe3a331137 2024-12-08T20:42:32,392 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fea953f09dfc4aeab0a06c3c40c514ba to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/B/fea953f09dfc4aeab0a06c3c40c514ba 2024-12-08T20:42:32,396 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/547c8573f36047d29afe817f9c77e32c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/547c8573f36047d29afe817f9c77e32c 2024-12-08T20:42:32,398 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/566b0cc582a6469f8de74bf2996434fc to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/566b0cc582a6469f8de74bf2996434fc 2024-12-08T20:42:32,400 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b3bd0c3c55984017a19dbfb4068d8881 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/b3bd0c3c55984017a19dbfb4068d8881 2024-12-08T20:42:32,402 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/bd993992f9174723b377b403e1ddda83 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/bd993992f9174723b377b403e1ddda83 2024-12-08T20:42:32,404 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e9be14d9f8004feca9977e4adb6944ba to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/C/e9be14d9f8004feca9977e4adb6944ba 2024-12-08T20:42:32,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/recovered.edits/397.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35/recovered.edits/397.seqid 2024-12-08T20:42:32,410 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/313dd4b41a6d112e3807f9f9095b2c35 2024-12-08T20:42:32,410 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:42:32,414 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,417 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:42:32,420 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:42:32,422 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,422 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:42:32,422 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690552422"}]},"ts":"9223372036854775807"} 2024-12-08T20:42:32,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:42:32,424 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 313dd4b41a6d112e3807f9f9095b2c35, NAME => 'TestAcidGuarantees,,1733690525268.313dd4b41a6d112e3807f9f9095b2c35.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:42:32,425 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:42:32,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690552425"}]},"ts":"9223372036854775807"} 2024-12-08T20:42:32,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:42:32,427 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-12-08T20:42:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-08T20:42:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:42:32,472 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:32,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=16487 (was 16581) 2024-12-08T20:42:32,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=16486 2024-12-08T20:42:32,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:42:32,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:42:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:32,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T20:42:32,501 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:32,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-12-08T20:42:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:32,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T20:42:32,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742355_1531 (size=959) 2024-12-08T20:42:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:32,913 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa 2024-12-08T20:42:32,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742356_1532 (size=53) 2024-12-08T20:42:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:33,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:42:33,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4ff131e918c19282f5677bbea04d1389, disabling compactions & flushes 2024-12-08T20:42:33,325 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,325 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,325 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. after waiting 0 ms 2024-12-08T20:42:33,325 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,325 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,325 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ff131e918c19282f5677bbea04d1389: Waiting for close lock at 1733690553324Disabling compacts and flushes for region at 1733690553324Disabling writes for close at 1733690553325 (+1 ms)Writing region close event to WAL at 1733690553325Closed at 1733690553325 2024-12-08T20:42:33,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T20:42:33,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733690553327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733690553327"}]},"ts":"1733690553327"} 2024-12-08T20:42:33,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T20:42:33,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T20:42:33,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690553332"}]},"ts":"1733690553332"} 2024-12-08T20:42:33,335 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T20:42:33,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, ASSIGN}] 2024-12-08T20:42:33,337 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, ASSIGN 2024-12-08T20:42:33,338 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, ASSIGN; state=OFFLINE, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=false 2024-12-08T20:42:33,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:33,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, ASSIGN because future has completed 2024-12-08T20:42:33,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:33,654 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,654 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:42:33,655 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,655 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:42:33,655 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,655 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,658 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,660 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName A 2024-12-08T20:42:33,660 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:33,661 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:33,661 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,662 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName B 2024-12-08T20:42:33,662 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:33,663 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:33,663 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,664 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName C 2024-12-08T20:42:33,664 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:33,665 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:33,665 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,666 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,666 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,667 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,668 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,668 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:42:33,670 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,673 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T20:42:33,674 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 4ff131e918c19282f5677bbea04d1389; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73659227, jitterRate=0.09760801494121552}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:42:33,674 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:33,675 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 4ff131e918c19282f5677bbea04d1389: Running coprocessor pre-open hook at 1733690553656Writing region info on filesystem at 1733690553656Initializing all the Stores at 1733690553657 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690553657Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690553658 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690553658Cleaning up temporary data from old regions at 1733690553668 (+10 ms)Running coprocessor post-open hooks at 1733690553674 (+6 ms)Region opened successfully at 1733690553675 (+1 ms) 2024-12-08T20:42:33,676 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., pid=144, masterSystemTime=1733690553647 2024-12-08T20:42:33,678 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,678 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:33,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=OPEN, openSeqNum=2, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:33,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:33,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-08T20:42:33,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 in 187 msec 2024-12-08T20:42:33,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-08T20:42:33,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, ASSIGN in 346 msec 2024-12-08T20:42:33,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T20:42:33,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690553686"}]},"ts":"1733690553686"} 2024-12-08T20:42:33,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T20:42:33,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T20:42:33,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-12-08T20:42:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-08T20:42:34,663 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:34,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2d690e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:34,665 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:34,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:34,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:34,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:34,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:34,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce18403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:34,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:34,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:34,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:34,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T20:42:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 229bab1f9d30,34749,1733690395890 2024-12-08T20:42:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57129b31 2024-12-08T20:42:34,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T20:42:34,677 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T20:42:34,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T20:42:34,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T20:42:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:34,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742357_1533 (size=995) 2024-12-08T20:42:35,091 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-08T20:42:35,091 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-08T20:42:35,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:42:35,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE}] 2024-12-08T20:42:35,102 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE 2024-12-08T20:42:35,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE because future has completed 2024-12-08T20:42:35,105 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:42:35,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:35,258 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,258 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:42:35,258 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 4ff131e918c19282f5677bbea04d1389, disabling compactions & flushes 2024-12-08T20:42:35,258 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,258 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,258 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. after waiting 0 ms 2024-12-08T20:42:35,258 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,266 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T20:42:35,267 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,267 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 4ff131e918c19282f5677bbea04d1389: Waiting for close lock at 1733690555258Running coprocessor pre-close hooks at 1733690555258Disabling compacts and flushes for region at 1733690555258Disabling writes for close at 1733690555258Writing region close event to WAL at 1733690555259 (+1 ms)Running coprocessor post-close hooks at 1733690555267 (+8 ms)Closed at 1733690555267 2024-12-08T20:42:35,267 WARN [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 4ff131e918c19282f5677bbea04d1389 to self. 2024-12-08T20:42:35,270 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,271 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=CLOSED 2024-12-08T20:42:35,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:35,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-08T20:42:35,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 in 170 msec 2024-12-08T20:42:35,279 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE; state=CLOSED, location=229bab1f9d30,41783,1733690396849; forceNewPlan=false, retain=true 2024-12-08T20:42:35,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=OPENING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE because future has completed 2024-12-08T20:42:35,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:35,588 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,588 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} 2024-12-08T20:42:35,588 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,588 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T20:42:35,589 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,589 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,590 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,591 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName A 2024-12-08T20:42:35,592 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:35,593 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:35,593 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,594 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName B 2024-12-08T20:42:35,594 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:35,595 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:35,595 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,596 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ff131e918c19282f5677bbea04d1389 columnFamilyName C 2024-12-08T20:42:35,596 DEBUG [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:35,596 INFO [StoreOpener-4ff131e918c19282f5677bbea04d1389-1 {}] regionserver.HStore(327): Store=4ff131e918c19282f5677bbea04d1389/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T20:42:35,596 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,597 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,598 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,599 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,599 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,599 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T20:42:35,600 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,601 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 4ff131e918c19282f5677bbea04d1389; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62981299, jitterRate=-0.0615055114030838}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T20:42:35,601 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,601 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 4ff131e918c19282f5677bbea04d1389: Running coprocessor pre-open hook at 1733690555589Writing region info on filesystem at 1733690555589Initializing all the Stores at 1733690555590 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690555590Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690555590Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733690555590Cleaning up temporary data from old regions at 1733690555599 (+9 ms)Running coprocessor post-open hooks at 1733690555601 (+2 ms)Region opened successfully at 1733690555601 2024-12-08T20:42:35,602 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., pid=149, masterSystemTime=1733690555585 2024-12-08T20:42:35,603 DEBUG [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,603 INFO [RS_OPEN_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=OPEN, openSeqNum=5, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:35,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-12-08T20:42:35,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 in 173 msec 2024-12-08T20:42:35,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-08T20:42:35,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, REOPEN/MOVE in 504 msec 2024-12-08T20:42:35,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-08T20:42:35,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-12-08T20:42:35,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-12-08T20:42:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-08T20:42:35,612 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:35,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee989f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,614 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e76de77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41209cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d39f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329d0294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a0408c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,620 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3718e555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4244e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6187a3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be30a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219daecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6b4274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,627 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1a00dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c073451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3d6c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,631 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ac9fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741bda29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600a9875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,635 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5201e3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,637 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b1d693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222a1478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,640 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5160878f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee26906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9b51f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,644 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca221ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110efa6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac3ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 229bab1f9d30,34749,-1 for getting cluster id 2024-12-08T20:42:35,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T20:42:35,648 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '752b76d4-8d8d-47db-bd28-e1f8edc41606' 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "752b76d4-8d8d-47db-bd28-e1f8edc41606" 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c6a271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [229bab1f9d30,34749,-1] 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T20:42:35,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:35,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T20:42:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33658254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T20:42:35,651 DEBUG [Thread-2387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2394 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2396 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2392 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2400 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 DEBUG [Thread-2385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,652 DEBUG [Thread-2389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,652 DEBUG [Thread-2383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,653 DEBUG [Thread-2398 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=229bab1f9d30,41783,1733690396849, seqNum=-1] 2024-12-08T20:42:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T20:42:35,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,655 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:35,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T20:42:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5] 2024-12-08T20:42:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:35,663 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:35,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T20:42:35,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dbb5a0a04be245829344360ef4fbc359_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690555658/Put/seqid=0 2024-12-08T20:42:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690615686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690615686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690615687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690615688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690615689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742358_1534 (size=12154) 2024-12-08T20:42:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690615791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690615801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690615801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690615801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690615802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:35,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:35,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:35,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:36,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690616001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690616011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690616011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690616011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690616011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:36,096 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dbb5a0a04be245829344360ef4fbc359_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dbb5a0a04be245829344360ef4fbc359_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:36,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/584a6b7d246b48efa40c3f62f76bdda7, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:36,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/584a6b7d246b48efa40c3f62f76bdda7 is 175, key is test_row_0/A:col10/1733690555658/Put/seqid=0 2024-12-08T20:42:36,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:42:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742359_1535 (size=30955) 2024-12-08T20:42:36,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:36,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/584a6b7d246b48efa40c3f62f76bdda7 2024-12-08T20:42:36,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6b1db83853014b14a7f28ec53a147697 is 50, key is test_row_0/B:col10/1733690555658/Put/seqid=0 2024-12-08T20:42:36,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742360_1536 (size=12001) 2024-12-08T20:42:36,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690616312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690616321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690616321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690616321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690616321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6b1db83853014b14a7f28ec53a147697 2024-12-08T20:42:36,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/2881397cb2ea47da8c1e72b98590886d is 50, key is test_row_0/C:col10/1733690555658/Put/seqid=0 2024-12-08T20:42:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742361_1537 (size=12001) 2024-12-08T20:42:36,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/2881397cb2ea47da8c1e72b98590886d 2024-12-08T20:42:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/584a6b7d246b48efa40c3f62f76bdda7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7 2024-12-08T20:42:36,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:36,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7, entries=150, sequenceid=16, filesize=30.2 K 2024-12-08T20:42:36,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6b1db83853014b14a7f28ec53a147697 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697 2024-12-08T20:42:36,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T20:42:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/2881397cb2ea47da8c1e72b98590886d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d 2024-12-08T20:42:36,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d, entries=150, sequenceid=16, filesize=11.7 K 2024-12-08T20:42:36,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4ff131e918c19282f5677bbea04d1389 in 920ms, sequenceid=16, compaction requested=false 2024-12-08T20:42:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:36,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T20:42:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:36,727 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:42:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f3cb5eed0d04ffd9c877e857ce2ea1d_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690555687/Put/seqid=0 2024-12-08T20:42:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742362_1538 (size=12154) 2024-12-08T20:42:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:36,775 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f3cb5eed0d04ffd9c877e857ce2ea1d_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f3cb5eed0d04ffd9c877e857ce2ea1d_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2a2e1cc7d127498a80b2d465ce1949c7, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2a2e1cc7d127498a80b2d465ce1949c7 is 175, key is test_row_0/A:col10/1733690555687/Put/seqid=0 2024-12-08T20:42:36,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742363_1539 (size=30955) 2024-12-08T20:42:36,781 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2a2e1cc7d127498a80b2d465ce1949c7 2024-12-08T20:42:36,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/d6710ecfb5b145318f84809f83247542 is 50, key is test_row_0/B:col10/1733690555687/Put/seqid=0 2024-12-08T20:42:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742364_1540 (size=12001) 2024-12-08T20:42:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:36,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:36,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690616833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690616834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690616836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690616835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690616836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690616941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690616941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690616941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690616941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690616951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690617151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690617151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690617151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690617151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690617161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,191 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/d6710ecfb5b145318f84809f83247542 2024-12-08T20:42:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b73cc93330b1406eb1332bffe8e2847d is 50, key is test_row_0/C:col10/1733690555687/Put/seqid=0 2024-12-08T20:42:37,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742365_1541 (size=12001) 2024-12-08T20:42:37,200 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b73cc93330b1406eb1332bffe8e2847d 2024-12-08T20:42:37,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2a2e1cc7d127498a80b2d465ce1949c7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7 2024-12-08T20:42:37,205 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7, entries=150, sequenceid=41, filesize=30.2 K 2024-12-08T20:42:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/d6710ecfb5b145318f84809f83247542 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542 2024-12-08T20:42:37,209 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:42:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b73cc93330b1406eb1332bffe8e2847d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d 2024-12-08T20:42:37,212 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T20:42:37,212 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4ff131e918c19282f5677bbea04d1389 in 486ms, sequenceid=41, compaction requested=false 2024-12-08T20:42:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:37,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-08T20:42:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-08T20:42:37,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-08T20:42:37,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5580 sec 2024-12-08T20:42:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.5650 sec 2024-12-08T20:42:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:37,464 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:37,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:37,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ae01169ca41c440a8a6981769cb56cbe_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742366_1542 (size=12154) 2024-12-08T20:42:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690617481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690617482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690617482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690617482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690617484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690617591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-08T20:42:37,801 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:37,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-08T20:42:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:37,803 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:37,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690617801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690617801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,804 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690617801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690617802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690617802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:37,878 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ae01169ca41c440a8a6981769cb56cbe_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ae01169ca41c440a8a6981769cb56cbe_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:37,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e93f398e7f084579b1d0618502ea76a4, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:37,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e93f398e7f084579b1d0618502ea76a4 is 175, key is test_row_0/A:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742367_1543 (size=30955) 2024-12-08T20:42:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:37,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:37,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:37,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690618111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:38,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e93f398e7f084579b1d0618502ea76a4 2024-12-08T20:42:38,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/70bc341876d2467aa2586f9b4230e42e is 50, key is test_row_0/B:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:38,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742368_1544 (size=12001) 2024-12-08T20:42:38,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:38,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690618621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690618621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690618621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690618622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690618622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:38,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/70bc341876d2467aa2586f9b4230e42e 2024-12-08T20:42:38,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/7cba18b88b834445b8228f591192f931 is 50, key is test_row_0/C:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:38,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742369_1545 (size=12001) 2024-12-08T20:42:38,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:38,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:39,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:39,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/7cba18b88b834445b8228f591192f931 2024-12-08T20:42:39,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e93f398e7f084579b1d0618502ea76a4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4 2024-12-08T20:42:39,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4, entries=150, sequenceid=56, filesize=30.2 K 2024-12-08T20:42:39,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/70bc341876d2467aa2586f9b4230e42e as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e 2024-12-08T20:42:39,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e, entries=150, sequenceid=56, filesize=11.7 K 2024-12-08T20:42:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/7cba18b88b834445b8228f591192f931 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931 2024-12-08T20:42:39,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931, entries=150, sequenceid=56, filesize=11.7 K 2024-12-08T20:42:39,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4ff131e918c19282f5677bbea04d1389 in 1648ms, sequenceid=56, compaction requested=true 2024-12-08T20:42:39,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:39,113 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,113 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,113 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=90.7 K 2024-12-08T20:42:39,113 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,113 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.2 K 2024-12-08T20:42:39,113 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4] 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b1db83853014b14a7f28ec53a147697, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690555658 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 584a6b7d246b48efa40c3f62f76bdda7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690555658 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting d6710ecfb5b145318f84809f83247542, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690555684 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a2e1cc7d127498a80b2d465ce1949c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690555684 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 70bc341876d2467aa2586f9b4230e42e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:39,114 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting e93f398e7f084579b1d0618502ea76a4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:39,118 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:39,119 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:39,119 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208c18768f40ce14d7a997ef8e10b58169b_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:39,120 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/cb7d7a82518047058a77c933631a4be7 is 50, key is test_row_0/B:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:39,120 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208c18768f40ce14d7a997ef8e10b58169b_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:39,121 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c18768f40ce14d7a997ef8e10b58169b_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742370_1546 (size=12104) 2024-12-08T20:42:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742371_1547 (size=4469) 2024-12-08T20:42:39,124 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#467 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:39,125 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd466ee9f21e41b78afcc76fe098a6c2 is 175, key is test_row_0/A:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742372_1548 (size=31058) 2024-12-08T20:42:39,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T20:42:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,176 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T20:42:39,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f72f9213129740f68f2d99a797d8da8e_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690557480/Put/seqid=0 2024-12-08T20:42:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742373_1549 (size=12154) 2024-12-08T20:42:39,526 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/cb7d7a82518047058a77c933631a4be7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/cb7d7a82518047058a77c933631a4be7 2024-12-08T20:42:39,529 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into cb7d7a82518047058a77c933631a4be7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:39,529 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:39,529 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690559113; duration=0sec 2024-12-08T20:42:39,529 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:39,529 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:39,529 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:39,530 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:39,530 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:39,530 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:39,530 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.2 K 2024-12-08T20:42:39,531 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2881397cb2ea47da8c1e72b98590886d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733690555658 2024-12-08T20:42:39,531 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b73cc93330b1406eb1332bffe8e2847d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733690555684 2024-12-08T20:42:39,531 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cba18b88b834445b8228f591192f931, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:39,535 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:39,535 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/71252886a05c4b5ca701411594152a8c is 50, key is test_row_0/C:col10/1733690557464/Put/seqid=0 2024-12-08T20:42:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742374_1550 (size=12104) 2024-12-08T20:42:39,542 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd466ee9f21e41b78afcc76fe098a6c2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2 2024-12-08T20:42:39,546 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into fd466ee9f21e41b78afcc76fe098a6c2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:39,546 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:39,546 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690559112; duration=0sec 2024-12-08T20:42:39,547 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:39,547 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:39,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:39,593 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f72f9213129740f68f2d99a797d8da8e_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f72f9213129740f68f2d99a797d8da8e_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/557859730e5e48bdbcad4b4269a6d1d5, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:39,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/557859730e5e48bdbcad4b4269a6d1d5 is 175, key is test_row_0/A:col10/1733690557480/Put/seqid=0 2024-12-08T20:42:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742375_1551 (size=30955) 2024-12-08T20:42:39,597 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/557859730e5e48bdbcad4b4269a6d1d5 2024-12-08T20:42:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/b922fc6b18294629873b1472c4f83e9a is 50, key is test_row_0/B:col10/1733690557480/Put/seqid=0 2024-12-08T20:42:39,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742376_1552 (size=12001) 2024-12-08T20:42:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690619644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690619645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690619645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690619646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690619647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690619752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690619752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690619752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690619752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690619752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,941 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/71252886a05c4b5ca701411594152a8c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/71252886a05c4b5ca701411594152a8c 2024-12-08T20:42:39,948 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into 71252886a05c4b5ca701411594152a8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:39,949 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:39,949 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690559113; duration=0sec 2024-12-08T20:42:39,949 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:39,949 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:39,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690619961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690619961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690619961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690619961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690619961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:39,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,017 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/b922fc6b18294629873b1472c4f83e9a 2024-12-08T20:42:40,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/e473d9b8811649c7bc477252a6e36ca2 is 50, key is test_row_0/C:col10/1733690557480/Put/seqid=0 2024-12-08T20:42:40,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742377_1553 (size=12001) 2024-12-08T20:42:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690620272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690620272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690620272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690620272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690620272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/e473d9b8811649c7bc477252a6e36ca2 2024-12-08T20:42:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/557859730e5e48bdbcad4b4269a6d1d5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5 2024-12-08T20:42:40,431 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5, entries=150, sequenceid=77, filesize=30.2 K 2024-12-08T20:42:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/b922fc6b18294629873b1472c4f83e9a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a 2024-12-08T20:42:40,434 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a, entries=150, sequenceid=77, filesize=11.7 K 2024-12-08T20:42:40,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/e473d9b8811649c7bc477252a6e36ca2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2 2024-12-08T20:42:40,437 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2, entries=150, sequenceid=77, filesize=11.7 K 2024-12-08T20:42:40,438 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4ff131e918c19282f5677bbea04d1389 in 1262ms, sequenceid=77, compaction requested=false 2024-12-08T20:42:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-08T20:42:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-08T20:42:40,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-08T20:42:40,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-12-08T20:42:40,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6400 sec 2024-12-08T20:42:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:40,783 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:40,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:42:40,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083b6d79f4dded4d72ad7aafd44c6d0ebb_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742378_1554 (size=12154) 2024-12-08T20:42:40,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690620799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690620800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690620801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690620802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690620802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690620912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690620912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690620912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690620912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690620912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:40,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:42:41,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690621122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690621122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690621122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690621122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690621122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,195 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:41,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083b6d79f4dded4d72ad7aafd44c6d0ebb_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083b6d79f4dded4d72ad7aafd44c6d0ebb_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:41,198 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/8a469a6d481b4761955eb22c03d0a536, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:41,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/8a469a6d481b4761955eb22c03d0a536 is 175, key is test_row_0/A:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742379_1555 (size=30955) 2024-12-08T20:42:41,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/8a469a6d481b4761955eb22c03d0a536 2024-12-08T20:42:41,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/13c7b7e0d19743098fd2c1bac35d4e4a is 50, key is test_row_0/B:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:41,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742380_1556 (size=12001) 2024-12-08T20:42:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690621431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690621432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/13c7b7e0d19743098fd2c1bac35d4e4a 2024-12-08T20:42:41,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/77e4e7ec2d114c18be2e946bf8c928f6 is 50, key is test_row_0/C:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742381_1557 (size=12001) 2024-12-08T20:42:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690621941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690621941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690621941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690621941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690621941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:41,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-08T20:42:41,971 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:41,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-08T20:42:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:41,973 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:41,974 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:41,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:42,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/77e4e7ec2d114c18be2e946bf8c928f6 2024-12-08T20:42:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/8a469a6d481b4761955eb22c03d0a536 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536 2024-12-08T20:42:42,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536, entries=150, sequenceid=97, filesize=30.2 K 2024-12-08T20:42:42,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/13c7b7e0d19743098fd2c1bac35d4e4a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a 2024-12-08T20:42:42,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T20:42:42,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/77e4e7ec2d114c18be2e946bf8c928f6 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6 2024-12-08T20:42:42,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T20:42:42,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4ff131e918c19282f5677bbea04d1389 in 1251ms, sequenceid=97, compaction requested=true 2024-12-08T20:42:42,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:42,035 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:42,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T20:42:42,035 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:42,035 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:42,035 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:42,036 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:42,036 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=90.8 K 2024-12-08T20:42:42,036 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:42,036 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536] 2024-12-08T20:42:42,036 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:42,036 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:42,036 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:42,036 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/cb7d7a82518047058a77c933631a4be7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.3 K 2024-12-08T20:42:42,036 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd466ee9f21e41b78afcc76fe098a6c2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:42,036 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting cb7d7a82518047058a77c933631a4be7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:42,037 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 557859730e5e48bdbcad4b4269a6d1d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733690557480 2024-12-08T20:42:42,037 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b922fc6b18294629873b1472c4f83e9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733690557480 2024-12-08T20:42:42,037 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c7b7e0d19743098fd2c1bac35d4e4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:42,037 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a469a6d481b4761955eb22c03d0a536, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:42,045 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:42,046 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:42,046 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412086035fdaa81624f268948702f246af3af_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:42,047 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/4a58d6bbb4124112bff65fddf74c9360 is 50, key is test_row_0/B:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:42,048 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412086035fdaa81624f268948702f246af3af_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:42,048 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086035fdaa81624f268948702f246af3af_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742382_1558 (size=12207) 2024-12-08T20:42:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742383_1559 (size=4469) 2024-12-08T20:42:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:42,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T20:42:42,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:42,126 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:42:42,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d20e30bd98724e3783fee0ab93ba4fb8_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690560794/Put/seqid=0 2024-12-08T20:42:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742384_1560 (size=12154) 2024-12-08T20:42:42,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:42,136 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d20e30bd98724e3783fee0ab93ba4fb8_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d20e30bd98724e3783fee0ab93ba4fb8_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/532d075ef4454205951e047b4b280a59, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/532d075ef4454205951e047b4b280a59 is 175, key is test_row_0/A:col10/1733690560794/Put/seqid=0 2024-12-08T20:42:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742385_1561 (size=30955) 2024-12-08T20:42:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:42,468 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/4a58d6bbb4124112bff65fddf74c9360 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4a58d6bbb4124112bff65fddf74c9360 2024-12-08T20:42:42,471 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into 4a58d6bbb4124112bff65fddf74c9360(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:42,471 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:42,471 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690562035; duration=0sec 2024-12-08T20:42:42,471 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:42,471 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:42,471 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:42,472 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:42,472 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:42,472 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:42,472 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/71252886a05c4b5ca701411594152a8c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.3 K 2024-12-08T20:42:42,472 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 71252886a05c4b5ca701411594152a8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733690557464 2024-12-08T20:42:42,472 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#476 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:42,473 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e473d9b8811649c7bc477252a6e36ca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733690557480 2024-12-08T20:42:42,473 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e4e7ec2d114c18be2e946bf8c928f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:42,473 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/320d64c55acc4b9db435c69a481355b5 is 175, key is test_row_0/A:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742386_1562 (size=31161) 2024-12-08T20:42:42,477 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#478 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:42,478 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/3c4f009c24bd449a8fbdd5d3e865b4c2 is 50, key is test_row_0/C:col10/1733690560782/Put/seqid=0 2024-12-08T20:42:42,479 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/320d64c55acc4b9db435c69a481355b5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5 2024-12-08T20:42:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742387_1563 (size=12207) 2024-12-08T20:42:42,483 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into 320d64c55acc4b9db435c69a481355b5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:42,483 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:42,483 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690562035; duration=0sec 2024-12-08T20:42:42,483 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:42,483 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:42,541 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/532d075ef4454205951e047b4b280a59 2024-12-08T20:42:42,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/34d672272e074451bd7271d3db26aaab is 50, key is test_row_0/B:col10/1733690560794/Put/seqid=0 2024-12-08T20:42:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742388_1564 (size=12001) 2024-12-08T20:42:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:42,887 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/3c4f009c24bd449a8fbdd5d3e865b4c2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/3c4f009c24bd449a8fbdd5d3e865b4c2 2024-12-08T20:42:42,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into 3c4f009c24bd449a8fbdd5d3e865b4c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:42,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:42,891 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690562035; duration=0sec 2024-12-08T20:42:42,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:42,891 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:42,948 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/34d672272e074451bd7271d3db26aaab 2024-12-08T20:42:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b98cefefc8654f6da1e8901eff0ffd94 is 50, key is test_row_0/C:col10/1733690560794/Put/seqid=0 2024-12-08T20:42:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:42,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742389_1565 (size=12001) 2024-12-08T20:42:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690622968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690622967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690622969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690622969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690622970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690623082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690623082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690623082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690623082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690623082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:43,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690623292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690623292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690623292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690623292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690623292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,356 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b98cefefc8654f6da1e8901eff0ffd94 2024-12-08T20:42:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/532d075ef4454205951e047b4b280a59 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59 2024-12-08T20:42:43,361 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59, entries=150, sequenceid=116, filesize=30.2 K 2024-12-08T20:42:43,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/34d672272e074451bd7271d3db26aaab as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab 2024-12-08T20:42:43,364 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab, entries=150, sequenceid=116, filesize=11.7 K 2024-12-08T20:42:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b98cefefc8654f6da1e8901eff0ffd94 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94 2024-12-08T20:42:43,368 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94, entries=150, sequenceid=116, filesize=11.7 K 2024-12-08T20:42:43,368 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4ff131e918c19282f5677bbea04d1389 in 1242ms, sequenceid=116, compaction requested=false 2024-12-08T20:42:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-08T20:42:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-08T20:42:43,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-08T20:42:43,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3950 sec 2024-12-08T20:42:43,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.3990 sec 2024-12-08T20:42:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:43,603 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:43,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T20:42:43,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088ab45226812143699484aa6cccd4005b_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742390_1566 (size=14794) 2024-12-08T20:42:43,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690623614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690623614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690623614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690623615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690623615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690623721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690623721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690623721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690623721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690623721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690623931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690623931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690623931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690623931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690623932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,012 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:44,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088ab45226812143699484aa6cccd4005b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ab45226812143699484aa6cccd4005b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:44,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/b390be843b684772b4f39630c3a7bb03, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:44,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/b390be843b684772b4f39630c3a7bb03 is 175, key is test_row_0/A:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742391_1567 (size=39749) 2024-12-08T20:42:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-08T20:42:44,121 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:44,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-08T20:42:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:44,123 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:44,124 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:44,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690624241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690624241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690624241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690624241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690624242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T20:42:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/b390be843b684772b4f39630c3a7bb03 2024-12-08T20:42:44,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/623f41fca9764296bf62af187ff82f31 is 50, key is test_row_0/B:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742392_1568 (size=12151) 2024-12-08T20:42:44,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T20:42:44,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:44,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:44,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T20:42:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T20:42:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690624751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690624751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690624751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690624751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690624751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:44,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/623f41fca9764296bf62af187ff82f31 2024-12-08T20:42:44,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/004ab46623fe41a8b2ea7e12d6a4f985 is 50, key is test_row_0/C:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742393_1569 (size=12151) 2024-12-08T20:42:44,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/004ab46623fe41a8b2ea7e12d6a4f985 2024-12-08T20:42:44,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/b390be843b684772b4f39630c3a7bb03 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03 2024-12-08T20:42:44,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03, entries=200, sequenceid=139, filesize=38.8 K 2024-12-08T20:42:44,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/623f41fca9764296bf62af187ff82f31 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31 2024-12-08T20:42:44,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31, entries=150, sequenceid=139, filesize=11.9 K 2024-12-08T20:42:44,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/004ab46623fe41a8b2ea7e12d6a4f985 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985 2024-12-08T20:42:44,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985, entries=150, sequenceid=139, filesize=11.9 K 2024-12-08T20:42:44,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4ff131e918c19282f5677bbea04d1389 in 1251ms, sequenceid=139, compaction requested=true 2024-12-08T20:42:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:44,854 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:44,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:44,855 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:44,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:44,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:44,855 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:44,855 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:44,856 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,856 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4a58d6bbb4124112bff65fddf74c9360, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.5 K 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a58d6bbb4124112bff65fddf74c9360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:44,856 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,856 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=99.5 K 2024-12-08T20:42:44,856 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d672272e074451bd7271d3db26aaab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733690560794 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03] 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 623f41fca9764296bf62af187ff82f31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:44,856 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 320d64c55acc4b9db435c69a481355b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:44,857 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532d075ef4454205951e047b4b280a59, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733690560794 2024-12-08T20:42:44,857 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting b390be843b684772b4f39630c3a7bb03, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:44,861 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:44,862 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:44,863 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/4f18309ae8e3495989869ff6f893627d is 50, key is test_row_0/B:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:44,863 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120870fc3843a626490fa2411d26ce919a74_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:44,865 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120870fc3843a626490fa2411d26ce919a74_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:44,865 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120870fc3843a626490fa2411d26ce919a74_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742394_1570 (size=12459) 2024-12-08T20:42:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742395_1571 (size=4469) 2024-12-08T20:42:44,869 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#485 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:44,869 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2e6c7ae972374262a6533d54948f83a7 is 175, key is test_row_0/A:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:44,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742396_1572 (size=31413) 2024-12-08T20:42:44,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T20:42:44,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:44,886 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:42:44,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd0f984a6cd542d5b851b7e84749d5de_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690563608/Put/seqid=0 2024-12-08T20:42:44,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742397_1573 (size=12304) 2024-12-08T20:42:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:45,270 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/4f18309ae8e3495989869ff6f893627d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4f18309ae8e3495989869ff6f893627d 2024-12-08T20:42:45,273 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into 4f18309ae8e3495989869ff6f893627d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:45,274 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690564854; duration=0sec 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:45,274 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:45,274 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:45,274 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/3c4f009c24bd449a8fbdd5d3e865b4c2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.5 K 2024-12-08T20:42:45,275 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c4f009c24bd449a8fbdd5d3e865b4c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733690559644 2024-12-08T20:42:45,275 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting b98cefefc8654f6da1e8901eff0ffd94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733690560794 2024-12-08T20:42:45,275 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 004ab46623fe41a8b2ea7e12d6a4f985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:45,276 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/2e6c7ae972374262a6533d54948f83a7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7 2024-12-08T20:42:45,279 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into 2e6c7ae972374262a6533d54948f83a7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:45,279 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:45,279 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690564854; duration=0sec 2024-12-08T20:42:45,279 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:45,279 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:45,280 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:45,280 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/717ffa90d63641178bbe570937c461ac is 50, key is test_row_0/C:col10/1733690563602/Put/seqid=0 2024-12-08T20:42:45,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742398_1574 (size=12459) 2024-12-08T20:42:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:45,297 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd0f984a6cd542d5b851b7e84749d5de_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd0f984a6cd542d5b851b7e84749d5de_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e448f74816bd4fae838ad31b9ff0fa6f, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:45,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e448f74816bd4fae838ad31b9ff0fa6f is 175, key is test_row_0/A:col10/1733690563608/Put/seqid=0 2024-12-08T20:42:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742399_1575 (size=31105) 2024-12-08T20:42:45,301 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e448f74816bd4fae838ad31b9ff0fa6f 2024-12-08T20:42:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6eda23403ee94fb891576c4c30d83bc3 is 50, key is test_row_0/B:col10/1733690563608/Put/seqid=0 2024-12-08T20:42:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742400_1576 (size=12151) 2024-12-08T20:42:45,687 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/717ffa90d63641178bbe570937c461ac as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/717ffa90d63641178bbe570937c461ac 2024-12-08T20:42:45,690 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into 717ffa90d63641178bbe570937c461ac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:45,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:45,690 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690564855; duration=0sec 2024-12-08T20:42:45,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:45,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:45,710 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6eda23403ee94fb891576c4c30d83bc3 2024-12-08T20:42:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/875be5caedef43878b5bf97424e05cec is 50, key is test_row_0/C:col10/1733690563608/Put/seqid=0 2024-12-08T20:42:45,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742401_1577 (size=12151) 2024-12-08T20:42:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:45,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690625776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690625776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690625777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690625777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690625779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690625881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690625881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690626091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690626091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690626101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690626101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690626101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,118 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/875be5caedef43878b5bf97424e05cec 2024-12-08T20:42:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/e448f74816bd4fae838ad31b9ff0fa6f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f 2024-12-08T20:42:46,124 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f, entries=150, sequenceid=155, filesize=30.4 K 2024-12-08T20:42:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6eda23403ee94fb891576c4c30d83bc3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3 2024-12-08T20:42:46,128 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3, entries=150, sequenceid=155, filesize=11.9 K 2024-12-08T20:42:46,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/875be5caedef43878b5bf97424e05cec as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec 2024-12-08T20:42:46,131 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec, entries=150, sequenceid=155, filesize=11.9 K 2024-12-08T20:42:46,132 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4ff131e918c19282f5677bbea04d1389 in 1245ms, sequenceid=155, compaction requested=false 2024-12-08T20:42:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-08T20:42:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-08T20:42:46,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-08T20:42:46,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec 2024-12-08T20:42:46,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.0130 sec 2024-12-08T20:42:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-08T20:42:46,272 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:46,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-08T20:42:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:46,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:46,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:46,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:46,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:46,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T20:42:46,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083ff424f31d054fedb2ff053e06ff52e0_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:46,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742402_1578 (size=14794) 2024-12-08T20:42:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690626416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690626417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690626420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690626420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690626421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:46,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690626531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:46,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690626741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690626741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690626741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690626741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690626741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:46,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:46,812 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:46,814 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083ff424f31d054fedb2ff053e06ff52e0_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff424f31d054fedb2ff053e06ff52e0_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:46,815 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/c7f221ce9549474e8aa13352df4541d4, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:46,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/c7f221ce9549474e8aa13352df4541d4 is 175, key is test_row_0/A:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742403_1579 (size=39749) 2024-12-08T20:42:46,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:46,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:46,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:47,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:47,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690627051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690627051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690627051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690627051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690627051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,218 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/c7f221ce9549474e8aa13352df4541d4 2024-12-08T20:42:47,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/664b003282564fe3a2db43190c46921f is 50, key is test_row_0/B:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:47,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742404_1580 (size=12151) 2024-12-08T20:42:47,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:47,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690627562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690627562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690627562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690627562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690627562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:47,565 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:47,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/664b003282564fe3a2db43190c46921f 2024-12-08T20:42:47,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/254201fa35dd4ff1abddce3822636303 is 50, key is test_row_0/C:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742405_1581 (size=12151) 2024-12-08T20:42:47,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/254201fa35dd4ff1abddce3822636303 2024-12-08T20:42:47,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/c7f221ce9549474e8aa13352df4541d4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4 2024-12-08T20:42:47,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4, entries=200, sequenceid=179, filesize=38.8 K 2024-12-08T20:42:47,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/664b003282564fe3a2db43190c46921f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f 2024-12-08T20:42:47,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T20:42:47,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/254201fa35dd4ff1abddce3822636303 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303 2024-12-08T20:42:47,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T20:42:47,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 4ff131e918c19282f5677bbea04d1389 in 1255ms, sequenceid=179, compaction requested=true 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:47,658 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:47,658 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:47,659 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,659 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,659 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4f18309ae8e3495989869ff6f893627d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.9 K 2024-12-08T20:42:47,659 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=99.9 K 2024-12-08T20:42:47,659 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4] 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f18309ae8e3495989869ff6f893627d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e6c7ae972374262a6533d54948f83a7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:47,659 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eda23403ee94fb891576c4c30d83bc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733690563608 2024-12-08T20:42:47,660 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting e448f74816bd4fae838ad31b9ff0fa6f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733690563608 2024-12-08T20:42:47,660 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 664b003282564fe3a2db43190c46921f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:47,660 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f221ce9549474e8aa13352df4541d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:47,665 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:47,666 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:47,666 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412087ea0f16ee71c4a739851befe963e0727_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:47,666 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/64cea78113c047e2bcacbd3ef213fa57 is 50, key is test_row_0/B:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:47,667 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412087ea0f16ee71c4a739851befe963e0727_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:47,667 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087ea0f16ee71c4a739851befe963e0727_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:47,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742406_1582 (size=12561) 2024-12-08T20:42:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742407_1583 (size=4469) 2024-12-08T20:42:47,676 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#493 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:47,677 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/95e225c664e94e95ada454578599d3ae is 175, key is test_row_0/A:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:47,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742408_1584 (size=31515) 2024-12-08T20:42:47,690 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/95e225c664e94e95ada454578599d3ae as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae 2024-12-08T20:42:47,698 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into 95e225c664e94e95ada454578599d3ae(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:47,698 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:47,698 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690567658; duration=0sec 2024-12-08T20:42:47,698 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:47,698 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:47,698 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:47,699 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:47,699 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:47,699 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,699 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/717ffa90d63641178bbe570937c461ac, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=35.9 K 2024-12-08T20:42:47,699 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 717ffa90d63641178bbe570937c461ac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733690562968 2024-12-08T20:42:47,699 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 875be5caedef43878b5bf97424e05cec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733690563608 2024-12-08T20:42:47,700 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 254201fa35dd4ff1abddce3822636303, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:47,704 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#495 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:47,705 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/f68e70e3bdbd4424ba8da236fe2e68b0 is 50, key is test_row_0/C:col10/1733690565774/Put/seqid=0 2024-12-08T20:42:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742409_1585 (size=12561) 2024-12-08T20:42:47,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T20:42:47,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:47,799 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T20:42:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120893ba7f31d3044b51bc8ac8de00025181_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690566419/Put/seqid=0 2024-12-08T20:42:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742410_1586 (size=12304) 2024-12-08T20:42:48,075 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/64cea78113c047e2bcacbd3ef213fa57 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/64cea78113c047e2bcacbd3ef213fa57 2024-12-08T20:42:48,078 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into 64cea78113c047e2bcacbd3ef213fa57(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:48,078 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:48,078 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690567658; duration=0sec 2024-12-08T20:42:48,078 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:48,078 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:48,111 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/f68e70e3bdbd4424ba8da236fe2e68b0 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/f68e70e3bdbd4424ba8da236fe2e68b0 2024-12-08T20:42:48,114 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into f68e70e3bdbd4424ba8da236fe2e68b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:48,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:48,114 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690567658; duration=0sec 2024-12-08T20:42:48,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:48,114 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:48,213 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120893ba7f31d3044b51bc8ac8de00025181_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893ba7f31d3044b51bc8ac8de00025181_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:48,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/73cbc740a28d4df6abed2d9315b7f78c, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:48,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/73cbc740a28d4df6abed2d9315b7f78c is 175, key is test_row_0/A:col10/1733690566419/Put/seqid=0 2024-12-08T20:42:48,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742411_1587 (size=31105) 2024-12-08T20:42:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:48,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:48,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690628588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690628589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690628589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690628590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690628590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,618 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/73cbc740a28d4df6abed2d9315b7f78c 2024-12-08T20:42:48,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/723645ed2bcb48b681477d903c4cb8e5 is 50, key is test_row_0/B:col10/1733690566419/Put/seqid=0 2024-12-08T20:42:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742412_1588 (size=12151) 2024-12-08T20:42:48,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690628702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690628702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690628702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690628702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690628702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690628911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690628912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690628912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690628912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690628912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:48,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,026 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/723645ed2bcb48b681477d903c4cb8e5 2024-12-08T20:42:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/a00ce62a15154938b127b27f83e7696c is 50, key is test_row_0/C:col10/1733690566419/Put/seqid=0 2024-12-08T20:42:49,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742413_1589 (size=12151) 2024-12-08T20:42:49,034 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/a00ce62a15154938b127b27f83e7696c 2024-12-08T20:42:49,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/73cbc740a28d4df6abed2d9315b7f78c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c 2024-12-08T20:42:49,040 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c, entries=150, sequenceid=196, filesize=30.4 K 2024-12-08T20:42:49,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/723645ed2bcb48b681477d903c4cb8e5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5 2024-12-08T20:42:49,043 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T20:42:49,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/a00ce62a15154938b127b27f83e7696c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c 2024-12-08T20:42:49,047 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T20:42:49,047 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 4ff131e918c19282f5677bbea04d1389 in 1248ms, sequenceid=196, compaction requested=false 2024-12-08T20:42:49,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:49,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:49,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-08T20:42:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-08T20:42:49,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-08T20:42:49,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7750 sec 2024-12-08T20:42:49,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.7790 sec 2024-12-08T20:42:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:49,223 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:49,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T20:42:49,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864817128b1c04ecd8db20f27396f8743_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742414_1590 (size=12304) 2024-12-08T20:42:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690629229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690629230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690629231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690629235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690629234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690629342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690629342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690629342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690629342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690629342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690629552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690629552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690629552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690629552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690629552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:49,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120864817128b1c04ecd8db20f27396f8743_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864817128b1c04ecd8db20f27396f8743_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:49,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/601535832b5d4609af766bc784d24517, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:49,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/601535832b5d4609af766bc784d24517 is 175, key is test_row_0/A:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:49,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742415_1591 (size=31105) 2024-12-08T20:42:49,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690629861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690629861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690629861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690629861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690629861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:49,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,045 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/601535832b5d4609af766bc784d24517 2024-12-08T20:42:50,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/78dd6954f18b40d484194ae99ad959f7 is 50, key is test_row_0/B:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742416_1592 (size=12151) 2024-12-08T20:42:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690630371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690630371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:50,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690630371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690630371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690630371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-08T20:42:50,441 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:50,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-08T20:42:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:50,443 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:50,444 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:50,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:50,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/78dd6954f18b40d484194ae99ad959f7 2024-12-08T20:42:50,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/9f3abef05d544023b3b6ee1d9f81356f is 50, key is test_row_0/C:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742417_1593 (size=12151) 2024-12-08T20:42:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:50,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T20:42:50,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:50,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T20:42:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:50,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/9f3abef05d544023b3b6ee1d9f81356f 2024-12-08T20:42:50,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/601535832b5d4609af766bc784d24517 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517 2024-12-08T20:42:50,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517, entries=150, sequenceid=223, filesize=30.4 K 2024-12-08T20:42:50,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/78dd6954f18b40d484194ae99ad959f7 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7 2024-12-08T20:42:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7, entries=150, sequenceid=223, filesize=11.9 K 2024-12-08T20:42:50,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/9f3abef05d544023b3b6ee1d9f81356f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f 2024-12-08T20:42:50,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f, entries=150, sequenceid=223, filesize=11.9 K 2024-12-08T20:42:50,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4ff131e918c19282f5677bbea04d1389 in 1658ms, sequenceid=223, compaction requested=true 2024-12-08T20:42:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:50,881 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:50,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:50,882 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:50,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:50,882 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:50,882 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:50,882 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:50,882 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:50,882 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,882 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,883 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/64cea78113c047e2bcacbd3ef213fa57, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=36.0 K 2024-12-08T20:42:50,883 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=91.5 K 2024-12-08T20:42:50,883 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517] 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 64cea78113c047e2bcacbd3ef213fa57, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95e225c664e94e95ada454578599d3ae, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 723645ed2bcb48b681477d903c4cb8e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690566414 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73cbc740a28d4df6abed2d9315b7f78c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690566414 2024-12-08T20:42:50,883 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 78dd6954f18b40d484194ae99ad959f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:50,884 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 601535832b5d4609af766bc784d24517, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:50,888 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:50,892 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:50,893 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/72856e589cf84b548f782255bf78eec4 is 50, key is test_row_0/B:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:50,894 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208383e1c24db844c8c8358005375575670_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:50,895 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208383e1c24db844c8c8358005375575670_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:50,895 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208383e1c24db844c8c8358005375575670_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:50,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742418_1594 (size=12663) 2024-12-08T20:42:50,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-08T20:42:50,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:50,900 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T20:42:50,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120882d6abf02afb48629a16f75b7bb78532_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690569230/Put/seqid=0 2024-12-08T20:42:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742420_1596 (size=12304) 2024-12-08T20:42:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742419_1595 (size=4469) 2024-12-08T20:42:50,925 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120882d6abf02afb48629a16f75b7bb78532_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882d6abf02afb48629a16f75b7bb78532_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:50,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fa4402b15c8949e4b6a0093e26f419b3, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:50,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fa4402b15c8949e4b6a0093e26f419b3 is 175, key is test_row_0/A:col10/1733690569230/Put/seqid=0 2024-12-08T20:42:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742421_1597 (size=31105) 2024-12-08T20:42:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:51,300 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/72856e589cf84b548f782255bf78eec4 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/72856e589cf84b548f782255bf78eec4 2024-12-08T20:42:51,304 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into 72856e589cf84b548f782255bf78eec4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:51,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:51,304 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690570881; duration=0sec 2024-12-08T20:42:51,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:51,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:51,304 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:51,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:51,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:51,305 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:51,305 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/f68e70e3bdbd4424ba8da236fe2e68b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=36.0 K 2024-12-08T20:42:51,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting f68e70e3bdbd4424ba8da236fe2e68b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733690565774 2024-12-08T20:42:51,305 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting a00ce62a15154938b127b27f83e7696c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733690566414 2024-12-08T20:42:51,306 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f3abef05d544023b3b6ee1d9f81356f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:51,310 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:51,310 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/88c529bbacca45cca6404c3d390dc762 is 50, key is test_row_0/C:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742422_1598 (size=12663) 2024-12-08T20:42:51,325 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#502 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:51,326 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/14d17a177109499796e77571d190c70c is 175, key is test_row_0/A:col10/1733690569223/Put/seqid=0 2024-12-08T20:42:51,330 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fa4402b15c8949e4b6a0093e26f419b3 2024-12-08T20:42:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/75a59204c8bd48c1946e3ca457436caa is 50, key is test_row_0/B:col10/1733690569230/Put/seqid=0 2024-12-08T20:42:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742423_1599 (size=31617) 2024-12-08T20:42:51,340 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/14d17a177109499796e77571d190c70c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c 2024-12-08T20:42:51,344 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into 14d17a177109499796e77571d190c70c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:51,344 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:51,344 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690570881; duration=0sec 2024-12-08T20:42:51,344 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:51,344 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:51,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742424_1600 (size=12151) 2024-12-08T20:42:51,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:51,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690631399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690631400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690631402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690631403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690631403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690631512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690631512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690631512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690631512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690631512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:51,717 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/88c529bbacca45cca6404c3d390dc762 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/88c529bbacca45cca6404c3d390dc762 2024-12-08T20:42:51,720 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into 88c529bbacca45cca6404c3d390dc762(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:51,720 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:51,721 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690570882; duration=0sec 2024-12-08T20:42:51,721 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:51,721 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:51,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690631722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:51,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:51,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:51,748 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/75a59204c8bd48c1946e3ca457436caa 2024-12-08T20:42:51,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ecd8a56d54ff4d25a79233bebe3bfb45 is 50, key is test_row_0/C:col10/1733690569230/Put/seqid=0 2024-12-08T20:42:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742425_1601 (size=12151) 2024-12-08T20:42:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690632032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690632032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690632032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690632032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690632032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,158 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ecd8a56d54ff4d25a79233bebe3bfb45 2024-12-08T20:42:52,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fa4402b15c8949e4b6a0093e26f419b3 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3 2024-12-08T20:42:52,164 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3, entries=150, sequenceid=235, filesize=30.4 K 2024-12-08T20:42:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/75a59204c8bd48c1946e3ca457436caa as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa 2024-12-08T20:42:52,168 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa, entries=150, sequenceid=235, filesize=11.9 K 2024-12-08T20:42:52,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ecd8a56d54ff4d25a79233bebe3bfb45 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45 2024-12-08T20:42:52,171 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45, entries=150, sequenceid=235, filesize=11.9 K 2024-12-08T20:42:52,172 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4ff131e918c19282f5677bbea04d1389 in 1272ms, sequenceid=235, compaction requested=false 2024-12-08T20:42:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:52,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-08T20:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-08T20:42:52,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-08T20:42:52,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7290 sec 2024-12-08T20:42:52,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.7320 sec 2024-12-08T20:42:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:52,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T20:42:52,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120885fa7f24de0e417aa0f112bb3319c2e2_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690632550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690632550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742426_1602 (size=12454) 2024-12-08T20:42:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690632552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690632552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690632552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-08T20:42:52,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:52,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T20:42:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-08T20:42:52,593 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T20:42:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:52,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T20:42:52,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T20:42:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690632661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690632661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690632661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690632661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690632661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:52,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:52,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690632871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690632871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690632871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690632871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690632871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:52,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:52,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:52,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:52,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:52,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120885fa7f24de0e417aa0f112bb3319c2e2_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120885fa7f24de0e417aa0f112bb3319c2e2_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:52,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9ae99399b63e47e8bc275f99363db436, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:52,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9ae99399b63e47e8bc275f99363db436 is 175, key is test_row_0/A:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:52,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742427_1603 (size=31255) 2024-12-08T20:42:53,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690633181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690633181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690633181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690633181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690633181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:53,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,361 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9ae99399b63e47e8bc275f99363db436 2024-12-08T20:42:53,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6fccdff2a62a4211b189d0a015ac2512 is 50, key is test_row_0/B:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742428_1604 (size=12301) 2024-12-08T20:42:53,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:53,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6fccdff2a62a4211b189d0a015ac2512 2024-12-08T20:42:53,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ac456684f01e45439ea13c993649fcd2 is 50, key is test_row_0/C:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742429_1605 (size=12301) 2024-12-08T20:42:53,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:53,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:54,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:54,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T20:42:54,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ac456684f01e45439ea13c993649fcd2 2024-12-08T20:42:54,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9ae99399b63e47e8bc275f99363db436 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436 2024-12-08T20:42:54,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436, entries=150, sequenceid=266, filesize=30.5 K 2024-12-08T20:42:54,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6fccdff2a62a4211b189d0a015ac2512 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512 2024-12-08T20:42:54,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512, entries=150, sequenceid=266, filesize=12.0 K 2024-12-08T20:42:54,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/ac456684f01e45439ea13c993649fcd2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2 2024-12-08T20:42:54,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2, entries=150, sequenceid=266, filesize=12.0 K 2024-12-08T20:42:54,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 4ff131e918c19282f5677bbea04d1389 in 1650ms, sequenceid=266, compaction requested=true 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:54,194 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:54,194 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T20:42:54,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:54,195 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:54,195 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/A is initiating minor compaction (all files) 2024-12-08T20:42:54,195 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:54,195 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/B is initiating minor compaction (all files) 2024-12-08T20:42:54,195 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/A in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,195 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/B in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,195 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=91.8 K 2024-12-08T20:42:54,195 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/72856e589cf84b548f782255bf78eec4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=36.2 K 2024-12-08T20:42:54,195 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,195 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. files: [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436] 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 72856e589cf84b548f782255bf78eec4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14d17a177109499796e77571d190c70c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a59204c8bd48c1946e3ca457436caa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733690569226 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4402b15c8949e4b6a0093e26f419b3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733690569226 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fccdff2a62a4211b189d0a015ac2512, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733690571399 2024-12-08T20:42:54,196 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ae99399b63e47e8bc275f99363db436, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733690571399 2024-12-08T20:42:54,202 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:54,204 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#B#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:54,204 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f1582b32e6834a9a880e5a598f6cfb97_4ff131e918c19282f5677bbea04d1389 store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:54,204 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/c10bf68605954b8aaac80a85cb2d2c06 is 50, key is test_row_0/B:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:54,205 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f1582b32e6834a9a880e5a598f6cfb97_4ff131e918c19282f5677bbea04d1389, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:54,205 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f1582b32e6834a9a880e5a598f6cfb97_4ff131e918c19282f5677bbea04d1389 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:54,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742430_1606 (size=12915) 2024-12-08T20:42:54,224 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/c10bf68605954b8aaac80a85cb2d2c06 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/c10bf68605954b8aaac80a85cb2d2c06 2024-12-08T20:42:54,227 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/B of 4ff131e918c19282f5677bbea04d1389 into c10bf68605954b8aaac80a85cb2d2c06(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:54,227 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:54,227 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/B, priority=13, startTime=1733690574194; duration=0sec 2024-12-08T20:42:54,227 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T20:42:54,227 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:54,227 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T20:42:54,228 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T20:42:54,228 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1541): 4ff131e918c19282f5677bbea04d1389/C is initiating minor compaction (all files) 2024-12-08T20:42:54,228 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ff131e918c19282f5677bbea04d1389/C in TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,228 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/88c529bbacca45cca6404c3d390dc762, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2] into tmpdir=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp, totalSize=36.2 K 2024-12-08T20:42:54,228 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting 88c529bbacca45cca6404c3d390dc762, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733690569222 2024-12-08T20:42:54,228 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ecd8a56d54ff4d25a79233bebe3bfb45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733690569226 2024-12-08T20:42:54,229 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] compactions.Compactor(225): Compacting ac456684f01e45439ea13c993649fcd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733690571399 2024-12-08T20:42:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742431_1607 (size=4469) 2024-12-08T20:42:54,237 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#A#compaction#512 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:54,237 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/39e99f7f966343c18d3e62ce4bb1319f is 175, key is test_row_0/A:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:54,248 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ff131e918c19282f5677bbea04d1389#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T20:42:54,248 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/d81a5211f05348af99c943f6561220e5 is 50, key is test_row_0/C:col10/1733690572544/Put/seqid=0 2024-12-08T20:42:54,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742432_1608 (size=31869) 2024-12-08T20:42:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742433_1609 (size=12915) 2024-12-08T20:42:54,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-08T20:42:54,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:54,275 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T20:42:54,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081fee6203096c43ef9a03848f494176c0_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690572550/Put/seqid=0 2024-12-08T20:42:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742434_1610 (size=12454) 2024-12-08T20:42:54,654 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/39e99f7f966343c18d3e62ce4bb1319f as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/39e99f7f966343c18d3e62ce4bb1319f 2024-12-08T20:42:54,657 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/A of 4ff131e918c19282f5677bbea04d1389 into 39e99f7f966343c18d3e62ce4bb1319f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:54,657 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:54,657 INFO [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/A, priority=13, startTime=1733690574194; duration=0sec 2024-12-08T20:42:54,658 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:54,658 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:54,667 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/d81a5211f05348af99c943f6561220e5 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/d81a5211f05348af99c943f6561220e5 2024-12-08T20:42:54,670 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ff131e918c19282f5677bbea04d1389/C of 4ff131e918c19282f5677bbea04d1389 into d81a5211f05348af99c943f6561220e5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T20:42:54,670 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:54,670 INFO [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., storeName=4ff131e918c19282f5677bbea04d1389/C, priority=13, startTime=1733690574194; duration=0sec 2024-12-08T20:42:54,670 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:54,670 DEBUG [RS:0;229bab1f9d30:41783-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:54,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:54,685 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081fee6203096c43ef9a03848f494176c0_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fee6203096c43ef9a03848f494176c0_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:54,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9799d4664b48415d81d9d86058f22c01, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:54,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9799d4664b48415d81d9d86058f22c01 is 175, key is test_row_0/A:col10/1733690572550/Put/seqid=0 2024-12-08T20:42:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742435_1611 (size=31255) 2024-12-08T20:42:54,690 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9799d4664b48415d81d9d86058f22c01 2024-12-08T20:42:54,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/674d3160be904ce5979617a4657fa8ad is 50, key is test_row_0/B:col10/1733690572550/Put/seqid=0 2024-12-08T20:42:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:54,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. as already flushing 2024-12-08T20:42:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742436_1612 (size=12301) 2024-12-08T20:42:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690634747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690634748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690634748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690634749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690634749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690634861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690634862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690634862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690634862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690634862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:54,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:54,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T20:42:55,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690635071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690635072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690635072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690635072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690635072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,121 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/674d3160be904ce5979617a4657fa8ad 2024-12-08T20:42:55,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b6dcbf7b8e1b4cde9d5e53b033c27816 is 50, key is test_row_0/C:col10/1733690572550/Put/seqid=0 2024-12-08T20:42:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742437_1613 (size=12301) 2024-12-08T20:42:55,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42040 deadline: 1733690635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42034 deadline: 1733690635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42024 deadline: 1733690635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42012 deadline: 1733690635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-08T20:42:55,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41783 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41994 deadline: 1733690635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 , the old value is region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T20:42:55,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., hostname=229bab1f9d30,41783,1733690396849, seqNum=5 because the exception is null or not the one we care about 2024-12-08T20:42:55,529 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b6dcbf7b8e1b4cde9d5e53b033c27816 2024-12-08T20:42:55,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/9799d4664b48415d81d9d86058f22c01 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9799d4664b48415d81d9d86058f22c01 2024-12-08T20:42:55,535 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9799d4664b48415d81d9d86058f22c01, entries=150, sequenceid=276, filesize=30.5 K 2024-12-08T20:42:55,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/674d3160be904ce5979617a4657fa8ad as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/674d3160be904ce5979617a4657fa8ad 2024-12-08T20:42:55,537 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/674d3160be904ce5979617a4657fa8ad, entries=150, sequenceid=276, filesize=12.0 K 2024-12-08T20:42:55,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/b6dcbf7b8e1b4cde9d5e53b033c27816 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b6dcbf7b8e1b4cde9d5e53b033c27816 2024-12-08T20:42:55,540 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b6dcbf7b8e1b4cde9d5e53b033c27816, entries=150, sequenceid=276, filesize=12.0 K 2024-12-08T20:42:55,541 INFO [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for 4ff131e918c19282f5677bbea04d1389 in 1267ms, sequenceid=276, compaction requested=false 2024-12-08T20:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/229bab1f9d30:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-08T20:42:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-08T20:42:55,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-08T20:42:55,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9480 sec 2024-12-08T20:42:55,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.9520 sec 2024-12-08T20:42:55,652 INFO [Thread-2394 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2394. 2024-12-08T20:42:55,652 DEBUG [Thread-2394 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,652 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,652 DEBUG [Thread-2394 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,653 INFO [Thread-2398 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2398. 2024-12-08T20:42:55,653 DEBUG [Thread-2398 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,653 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,653 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,654 INFO [Thread-2392 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2392. 2024-12-08T20:42:55,654 DEBUG [Thread-2392 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,654 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,654 INFO [Thread-2400 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2400. 2024-12-08T20:42:55,654 INFO [Thread-2396 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2396. 2024-12-08T20:42:55,654 DEBUG [Thread-2400 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,654 DEBUG [Thread-2396 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,654 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,654 DEBUG [Thread-2396 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41783 {}] regionserver.HRegion(8855): Flush requested on 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:55,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-08T20:42:55,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-08T20:42:55,896 INFO [Thread-2383 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2383. 2024-12-08T20:42:55,896 INFO [Thread-2387 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2387. 2024-12-08T20:42:55,896 INFO [Thread-2389 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2389. 2024-12-08T20:42:55,896 DEBUG [Thread-2383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,896 DEBUG [Thread-2387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,896 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,896 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,896 DEBUG [Thread-2389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,897 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,897 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,897 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,897 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,898 INFO [Thread-2385 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2385. 2024-12-08T20:42:55,898 DEBUG [Thread-2385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,898 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,899 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,900 INFO [Thread-2381 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2381. 2024-12-08T20:42:55,900 DEBUG [Thread-2381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-08T20:42:55,900 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,900 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:55,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:55,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c574f5ce518e469fb4e36b699883494b_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_0/A:col10/1733690575893/Put/seqid=0 2024-12-08T20:42:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742438_1614 (size=12454) 2024-12-08T20:42:56,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:56,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c574f5ce518e469fb4e36b699883494b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c574f5ce518e469fb4e36b699883494b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:56,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/719d25276a1b4fc6b1ed96c23bf50c8a, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:56,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/719d25276a1b4fc6b1ed96c23bf50c8a is 175, key is test_row_0/A:col10/1733690575893/Put/seqid=0 2024-12-08T20:42:56,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742439_1615 (size=31255) 2024-12-08T20:42:56,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/719d25276a1b4fc6b1ed96c23bf50c8a 2024-12-08T20:42:56,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6317b2f55c324ccc851ad3d57fdf1fa8 is 50, key is test_row_0/B:col10/1733690575893/Put/seqid=0 2024-12-08T20:42:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742440_1616 (size=12301) 2024-12-08T20:42:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-08T20:42:56,772 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5361 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5380 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5311 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5367 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5347 2024-12-08T20:42:56,772 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T20:42:56,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:42:56,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:42:56,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:56,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:42:56,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:42:56,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T20:42:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T20:42:56,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:56,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690576779"}]},"ts":"1733690576779"} 2024-12-08T20:42:56,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T20:42:56,782 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T20:42:56,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T20:42:56,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, UNASSIGN}] 2024-12-08T20:42:56,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, UNASSIGN 2024-12-08T20:42:56,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=CLOSING, regionLocation=229bab1f9d30,41783,1733690396849 2024-12-08T20:42:56,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, UNASSIGN because future has completed 2024-12-08T20:42:56,788 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T20:42:56,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849}] 2024-12-08T20:42:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:56,942 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:56,942 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T20:42:56,942 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 4ff131e918c19282f5677bbea04d1389, disabling compactions & flushes 2024-12-08T20:42:56,943 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:57,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6317b2f55c324ccc851ad3d57fdf1fa8 2024-12-08T20:42:57,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/458012d12b904a49acb7cd79bb9725f1 is 50, key is test_row_0/C:col10/1733690575893/Put/seqid=0 2024-12-08T20:42:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742441_1617 (size=12301) 2024-12-08T20:42:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:57,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/458012d12b904a49acb7cd79bb9725f1 2024-12-08T20:42:57,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/719d25276a1b4fc6b1ed96c23bf50c8a as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/719d25276a1b4fc6b1ed96c23bf50c8a 2024-12-08T20:42:57,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/719d25276a1b4fc6b1ed96c23bf50c8a, entries=150, sequenceid=311, filesize=30.5 K 2024-12-08T20:42:57,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/6317b2f55c324ccc851ad3d57fdf1fa8 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6317b2f55c324ccc851ad3d57fdf1fa8 2024-12-08T20:42:57,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6317b2f55c324ccc851ad3d57fdf1fa8, entries=150, sequenceid=311, filesize=12.0 K 2024-12-08T20:42:57,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/458012d12b904a49acb7cd79bb9725f1 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/458012d12b904a49acb7cd79bb9725f1 2024-12-08T20:42:57,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/458012d12b904a49acb7cd79bb9725f1, entries=150, sequenceid=311, filesize=12.0 K 2024-12-08T20:42:57,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for 4ff131e918c19282f5677bbea04d1389 in 1691ms, sequenceid=311, compaction requested=true 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ff131e918c19282f5677bbea04d1389: 2024-12-08T20:42:57,587 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:57,587 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:57,587 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. after waiting 0 ms 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. because compaction request was cancelled 2024-12-08T20:42:57,587 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:A 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:B, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. because compaction request was cancelled 2024-12-08T20:42:57,587 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 4ff131e918c19282f5677bbea04d1389 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:B 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ff131e918c19282f5677bbea04d1389:C, priority=-2147483648, current under compaction store size is 1 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. because compaction request was cancelled 2024-12-08T20:42:57,587 DEBUG [RS:0;229bab1f9d30:41783-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ff131e918c19282f5677bbea04d1389:C 2024-12-08T20:42:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T20:42:57,592 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aa60edf3a5ea477f8073cad21166602b_4ff131e918c19282f5677bbea04d1389 is 50, key is test_row_2/A:col10/1733690575898/Put/seqid=0 2024-12-08T20:42:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742442_1618 (size=7374) 2024-12-08T20:42:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:57,997 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T20:42:58,037 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aa60edf3a5ea477f8073cad21166602b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aa60edf3a5ea477f8073cad21166602b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:58,039 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd1d48fe0cb7469f8cb9297d8f3953f9, store: [table=TestAcidGuarantees family=A region=4ff131e918c19282f5677bbea04d1389] 2024-12-08T20:42:58,041 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd1d48fe0cb7469f8cb9297d8f3953f9 is 175, key is test_row_2/A:col10/1733690575898/Put/seqid=0 2024-12-08T20:42:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742443_1619 (size=13865) 2024-12-08T20:42:58,449 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd1d48fe0cb7469f8cb9297d8f3953f9 2024-12-08T20:42:58,463 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/801318cff55144808c36281577378541 is 50, key is test_row_2/B:col10/1733690575898/Put/seqid=0 2024-12-08T20:42:58,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742444_1620 (size=7415) 2024-12-08T20:42:58,868 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/801318cff55144808c36281577378541 2024-12-08T20:42:58,879 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/5183f9eea8bc43b896d9bffbdbc62f40 is 50, key is test_row_2/C:col10/1733690575898/Put/seqid=0 2024-12-08T20:42:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742445_1621 (size=7415) 2024-12-08T20:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:42:59,285 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/5183f9eea8bc43b896d9bffbdbc62f40 2024-12-08T20:42:59,294 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/A/fd1d48fe0cb7469f8cb9297d8f3953f9 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd1d48fe0cb7469f8cb9297d8f3953f9 2024-12-08T20:42:59,300 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd1d48fe0cb7469f8cb9297d8f3953f9, entries=50, sequenceid=315, filesize=13.5 K 2024-12-08T20:42:59,301 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/B/801318cff55144808c36281577378541 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/801318cff55144808c36281577378541 2024-12-08T20:42:59,305 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/801318cff55144808c36281577378541, entries=50, sequenceid=315, filesize=7.2 K 2024-12-08T20:42:59,306 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/.tmp/C/5183f9eea8bc43b896d9bffbdbc62f40 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/5183f9eea8bc43b896d9bffbdbc62f40 2024-12-08T20:42:59,311 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/5183f9eea8bc43b896d9bffbdbc62f40, entries=50, sequenceid=315, filesize=7.2 K 2024-12-08T20:42:59,312 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 4ff131e918c19282f5677bbea04d1389 in 1725ms, sequenceid=315, compaction requested=true 2024-12-08T20:42:59,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436] to archive 2024-12-08T20:42:59,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:59,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/584a6b7d246b48efa40c3f62f76bdda7 2024-12-08T20:42:59,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2a2e1cc7d127498a80b2d465ce1949c7 2024-12-08T20:42:59,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd466ee9f21e41b78afcc76fe098a6c2 2024-12-08T20:42:59,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e93f398e7f084579b1d0618502ea76a4 2024-12-08T20:42:59,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/557859730e5e48bdbcad4b4269a6d1d5 2024-12-08T20:42:59,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/320d64c55acc4b9db435c69a481355b5 2024-12-08T20:42:59,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/8a469a6d481b4761955eb22c03d0a536 2024-12-08T20:42:59,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/532d075ef4454205951e047b4b280a59 2024-12-08T20:42:59,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/b390be843b684772b4f39630c3a7bb03 2024-12-08T20:42:59,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/2e6c7ae972374262a6533d54948f83a7 2024-12-08T20:42:59,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/e448f74816bd4fae838ad31b9ff0fa6f 2024-12-08T20:42:59,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/c7f221ce9549474e8aa13352df4541d4 2024-12-08T20:42:59,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/95e225c664e94e95ada454578599d3ae 2024-12-08T20:42:59,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/73cbc740a28d4df6abed2d9315b7f78c 2024-12-08T20:42:59,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/14d17a177109499796e77571d190c70c 2024-12-08T20:42:59,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/601535832b5d4609af766bc784d24517 2024-12-08T20:42:59,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fa4402b15c8949e4b6a0093e26f419b3 2024-12-08T20:42:59,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9ae99399b63e47e8bc275f99363db436 2024-12-08T20:42:59,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/cb7d7a82518047058a77c933631a4be7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4a58d6bbb4124112bff65fddf74c9360, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4f18309ae8e3495989869ff6f893627d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/64cea78113c047e2bcacbd3ef213fa57, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/72856e589cf84b548f782255bf78eec4, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512] to archive 2024-12-08T20:42:59,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:59,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6b1db83853014b14a7f28ec53a147697 2024-12-08T20:42:59,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/d6710ecfb5b145318f84809f83247542 2024-12-08T20:42:59,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/cb7d7a82518047058a77c933631a4be7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/cb7d7a82518047058a77c933631a4be7 2024-12-08T20:42:59,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/70bc341876d2467aa2586f9b4230e42e 2024-12-08T20:42:59,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/b922fc6b18294629873b1472c4f83e9a 2024-12-08T20:42:59,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4a58d6bbb4124112bff65fddf74c9360 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4a58d6bbb4124112bff65fddf74c9360 2024-12-08T20:42:59,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/13c7b7e0d19743098fd2c1bac35d4e4a 2024-12-08T20:42:59,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/34d672272e074451bd7271d3db26aaab 2024-12-08T20:42:59,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4f18309ae8e3495989869ff6f893627d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/4f18309ae8e3495989869ff6f893627d 2024-12-08T20:42:59,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/623f41fca9764296bf62af187ff82f31 2024-12-08T20:42:59,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6eda23403ee94fb891576c4c30d83bc3 2024-12-08T20:42:59,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/64cea78113c047e2bcacbd3ef213fa57 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/64cea78113c047e2bcacbd3ef213fa57 2024-12-08T20:42:59,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/664b003282564fe3a2db43190c46921f 2024-12-08T20:42:59,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/723645ed2bcb48b681477d903c4cb8e5 2024-12-08T20:42:59,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/72856e589cf84b548f782255bf78eec4 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/72856e589cf84b548f782255bf78eec4 2024-12-08T20:42:59,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/78dd6954f18b40d484194ae99ad959f7 2024-12-08T20:42:59,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/75a59204c8bd48c1946e3ca457436caa 2024-12-08T20:42:59,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6fccdff2a62a4211b189d0a015ac2512 2024-12-08T20:42:59,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/71252886a05c4b5ca701411594152a8c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/3c4f009c24bd449a8fbdd5d3e865b4c2, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/717ffa90d63641178bbe570937c461ac, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/f68e70e3bdbd4424ba8da236fe2e68b0, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/88c529bbacca45cca6404c3d390dc762, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2] to archive 2024-12-08T20:42:59,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T20:42:59,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/2881397cb2ea47da8c1e72b98590886d 2024-12-08T20:42:59,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b73cc93330b1406eb1332bffe8e2847d 2024-12-08T20:42:59,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/71252886a05c4b5ca701411594152a8c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/71252886a05c4b5ca701411594152a8c 2024-12-08T20:42:59,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/7cba18b88b834445b8228f591192f931 2024-12-08T20:42:59,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/e473d9b8811649c7bc477252a6e36ca2 2024-12-08T20:42:59,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/3c4f009c24bd449a8fbdd5d3e865b4c2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/3c4f009c24bd449a8fbdd5d3e865b4c2 2024-12-08T20:42:59,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/77e4e7ec2d114c18be2e946bf8c928f6 2024-12-08T20:42:59,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b98cefefc8654f6da1e8901eff0ffd94 2024-12-08T20:42:59,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/717ffa90d63641178bbe570937c461ac to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/717ffa90d63641178bbe570937c461ac 2024-12-08T20:42:59,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/004ab46623fe41a8b2ea7e12d6a4f985 2024-12-08T20:42:59,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/875be5caedef43878b5bf97424e05cec 2024-12-08T20:42:59,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/f68e70e3bdbd4424ba8da236fe2e68b0 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/f68e70e3bdbd4424ba8da236fe2e68b0 2024-12-08T20:42:59,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/254201fa35dd4ff1abddce3822636303 2024-12-08T20:42:59,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/a00ce62a15154938b127b27f83e7696c 2024-12-08T20:42:59,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/88c529bbacca45cca6404c3d390dc762 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/88c529bbacca45cca6404c3d390dc762 2024-12-08T20:42:59,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/9f3abef05d544023b3b6ee1d9f81356f 2024-12-08T20:42:59,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ecd8a56d54ff4d25a79233bebe3bfb45 2024-12-08T20:42:59,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/ac456684f01e45439ea13c993649fcd2 2024-12-08T20:42:59,387 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits/318.seqid, newMaxSeqId=318, maxSeqId=4 2024-12-08T20:42:59,388 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. 2024-12-08T20:42:59,388 DEBUG [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 4ff131e918c19282f5677bbea04d1389: Waiting for close lock at 1733690576942Running coprocessor pre-close hooks at 1733690576942Disabling compacts and flushes for region at 1733690576942Disabling writes for close at 1733690577587 (+645 ms)Obtaining lock to block concurrent updates at 1733690577587Preparing flush snapshotting stores in 4ff131e918c19282f5677bbea04d1389 at 1733690577587Finished memstore snapshotting TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1733690577587Flushing stores of TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389. at 1733690577588 (+1 ms)Flushing 4ff131e918c19282f5677bbea04d1389/A: creating writer at 1733690577588Flushing mob file 4ff131e918c19282f5677bbea04d1389/A: appending metadata at 1733690577592 (+4 ms)Flushing mob file 4ff131e918c19282f5677bbea04d1389/A: closing flushed file at 1733690577592Flushing 4ff131e918c19282f5677bbea04d1389/A: appending metadata at 1733690578039 (+447 ms)Flushing 4ff131e918c19282f5677bbea04d1389/A: closing flushed file at 1733690578039Flushing 4ff131e918c19282f5677bbea04d1389/B: creating writer at 1733690578459 (+420 ms)Flushing 4ff131e918c19282f5677bbea04d1389/B: appending metadata at 1733690578462 (+3 ms)Flushing 4ff131e918c19282f5677bbea04d1389/B: closing flushed file at 1733690578462Flushing 4ff131e918c19282f5677bbea04d1389/C: creating writer at 1733690578876 (+414 ms)Flushing 4ff131e918c19282f5677bbea04d1389/C: appending metadata at 1733690578879 (+3 ms)Flushing 4ff131e918c19282f5677bbea04d1389/C: closing flushed file at 1733690578879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35240ee7: reopening flushed file at 1733690579293 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635eb584: reopening flushed file at 1733690579300 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bf6c00: reopening flushed file at 1733690579306 (+6 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 4ff131e918c19282f5677bbea04d1389 in 1725ms, sequenceid=315, compaction requested=true at 1733690579312 (+6 ms)Writing region close event to WAL at 1733690579385 (+73 ms)Running coprocessor post-close hooks at 1733690579388 (+3 ms)Closed at 1733690579388 2024-12-08T20:42:59,389 INFO [RS_CLOSE_REGION-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 4ff131e918c19282f5677bbea04d1389 2024-12-08T20:42:59,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=4ff131e918c19282f5677bbea04d1389, regionState=CLOSED 2024-12-08T20:42:59,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 because future has completed 2024-12-08T20:42:59,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-08T20:42:59,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ff131e918c19282f5677bbea04d1389, server=229bab1f9d30,41783,1733690396849 in 2.6030 sec 2024-12-08T20:42:59,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-08T20:42:59,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ff131e918c19282f5677bbea04d1389, UNASSIGN in 2.6070 sec 2024-12-08T20:42:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-08T20:42:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.6110 sec 2024-12-08T20:42:59,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733690579396"}]},"ts":"1733690579396"} 2024-12-08T20:42:59,397 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T20:42:59,397 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T20:42:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6230 sec 2024-12-08T20:43:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-08T20:43:00,933 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:43:00,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T20:43:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,938 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T20:43:00,939 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,946 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C, FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits] 2024-12-08T20:43:00,949 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/39e99f7f966343c18d3e62ce4bb1319f to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/39e99f7f966343c18d3e62ce4bb1319f 2024-12-08T20:43:00,950 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/719d25276a1b4fc6b1ed96c23bf50c8a to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/719d25276a1b4fc6b1ed96c23bf50c8a 2024-12-08T20:43:00,952 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9799d4664b48415d81d9d86058f22c01 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/9799d4664b48415d81d9d86058f22c01 2024-12-08T20:43:00,953 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd1d48fe0cb7469f8cb9297d8f3953f9 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/A/fd1d48fe0cb7469f8cb9297d8f3953f9 2024-12-08T20:43:00,956 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6317b2f55c324ccc851ad3d57fdf1fa8 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/6317b2f55c324ccc851ad3d57fdf1fa8 2024-12-08T20:43:00,957 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/674d3160be904ce5979617a4657fa8ad to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/674d3160be904ce5979617a4657fa8ad 2024-12-08T20:43:00,959 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/801318cff55144808c36281577378541 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/801318cff55144808c36281577378541 2024-12-08T20:43:00,960 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/c10bf68605954b8aaac80a85cb2d2c06 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/B/c10bf68605954b8aaac80a85cb2d2c06 2024-12-08T20:43:00,962 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/458012d12b904a49acb7cd79bb9725f1 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/458012d12b904a49acb7cd79bb9725f1 2024-12-08T20:43:00,963 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/5183f9eea8bc43b896d9bffbdbc62f40 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/5183f9eea8bc43b896d9bffbdbc62f40 2024-12-08T20:43:00,963 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b6dcbf7b8e1b4cde9d5e53b033c27816 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/b6dcbf7b8e1b4cde9d5e53b033c27816 2024-12-08T20:43:00,964 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/d81a5211f05348af99c943f6561220e5 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/C/d81a5211f05348af99c943f6561220e5 2024-12-08T20:43:00,967 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits/318.seqid to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389/recovered.edits/318.seqid 2024-12-08T20:43:00,967 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/default/TestAcidGuarantees/4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,967 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T20:43:00,968 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:43:00,968 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T20:43:00,971 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fee6203096c43ef9a03848f494176c0_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081fee6203096c43ef9a03848f494176c0_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,972 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f3cb5eed0d04ffd9c877e857ce2ea1d_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f3cb5eed0d04ffd9c877e857ce2ea1d_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,973 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083b6d79f4dded4d72ad7aafd44c6d0ebb_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083b6d79f4dded4d72ad7aafd44c6d0ebb_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,974 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff424f31d054fedb2ff053e06ff52e0_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff424f31d054fedb2ff053e06ff52e0_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,975 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864817128b1c04ecd8db20f27396f8743_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120864817128b1c04ecd8db20f27396f8743_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,976 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882d6abf02afb48629a16f75b7bb78532_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120882d6abf02afb48629a16f75b7bb78532_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,977 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120885fa7f24de0e417aa0f112bb3319c2e2_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120885fa7f24de0e417aa0f112bb3319c2e2_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,978 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ab45226812143699484aa6cccd4005b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088ab45226812143699484aa6cccd4005b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,979 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893ba7f31d3044b51bc8ac8de00025181_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893ba7f31d3044b51bc8ac8de00025181_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,980 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aa60edf3a5ea477f8073cad21166602b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aa60edf3a5ea477f8073cad21166602b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,980 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ae01169ca41c440a8a6981769cb56cbe_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ae01169ca41c440a8a6981769cb56cbe_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,981 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c574f5ce518e469fb4e36b699883494b_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c574f5ce518e469fb4e36b699883494b_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd0f984a6cd542d5b851b7e84749d5de_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd0f984a6cd542d5b851b7e84749d5de_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d20e30bd98724e3783fee0ab93ba4fb8_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d20e30bd98724e3783fee0ab93ba4fb8_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,983 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dbb5a0a04be245829344360ef4fbc359_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dbb5a0a04be245829344360ef4fbc359_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,983 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f72f9213129740f68f2d99a797d8da8e_4ff131e918c19282f5677bbea04d1389 to hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f72f9213129740f68f2d99a797d8da8e_4ff131e918c19282f5677bbea04d1389 2024-12-08T20:43:00,984 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T20:43:00,985 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,987 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T20:43:00,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T20:43:00,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T20:43:00,990 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733690580989"}]},"ts":"9223372036854775807"} 2024-12-08T20:43:00,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T20:43:00,991 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4ff131e918c19282f5677bbea04d1389, NAME => 'TestAcidGuarantees,,1733690552499.4ff131e918c19282f5677bbea04d1389.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T20:43:00,991 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T20:43:00,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733690580991"}]},"ts":"9223372036854775807"} 2024-12-08T20:43:00,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-08T20:43:00,993 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T20:43:00,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-12-08T20:43:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-08T20:43:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-08T20:43:01,042 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-08T20:43:01,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 240), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=279 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16403 (was 16486) 2024-12-08T20:43:01,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T20:43:01,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:43:01,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:43:01,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:43:01,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:43:01,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T20:43:01,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T20:43:01,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694036216, stopped=false 2024-12-08T20:43:01,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=229bab1f9d30,34749,1733690395890 2024-12-08T20:43:01,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:43:01,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T20:43:01,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:43:01,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:43:01,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:43:01,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T20:43:01,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:43:01,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:43:01,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:43:01,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T20:43:01,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '229bab1f9d30,41783,1733690396849' ***** 2024-12-08T20:43:01,120 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T20:43:01,121 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T20:43:01,121 INFO [RS:0;229bab1f9d30:41783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T20:43:01,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T20:43:01,121 INFO [RS:0;229bab1f9d30:41783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(959): stopping server 229bab1f9d30,41783,1733690396849 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;229bab1f9d30:41783. 2024-12-08T20:43:01,122 DEBUG [RS:0;229bab1f9d30:41783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T20:43:01,122 DEBUG [RS:0;229bab1f9d30:41783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T20:43:01,122 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T20:43:01,123 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T20:43:01,123 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T20:43:01,124 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T20:43:01,124 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:01,124 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T20:43:01,124 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T20:43:01,124 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T20:43:01,124 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T20:43:01,124 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-08T20:43:01,142 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/info/157d025240ba45c896d9ccf8d86004eb is 95, key is TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0./info:/1733690429937/DeleteFamily/seqid=0 2024-12-08T20:43:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742446_1622 (size=6514) 2024-12-08T20:43:01,205 INFO [regionserver/229bab1f9d30:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:43:01,324 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:01,524 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:01,547 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/info/157d025240ba45c896d9ccf8d86004eb 2024-12-08T20:43:01,574 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/ns/abf23a67569c4298ba3b993d15f335fb is 93, key is TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0./ns:/1733690429895/DeleteFamily/seqid=0 2024-12-08T20:43:01,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742447_1623 (size=5906) 2024-12-08T20:43:01,725 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:01,795 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T20:43:01,795 INFO [regionserver/229bab1f9d30:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T20:43:01,925 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:01,979 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/ns/abf23a67569c4298ba3b993d15f335fb 2024-12-08T20:43:02,002 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/rep_barrier/eca785569444451cb13d81a6aa338715 is 102, key is TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0./rep_barrier:/1733690429895/DeleteFamily/seqid=0 2024-12-08T20:43:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742448_1624 (size=6025) 2024-12-08T20:43:02,125 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:02,326 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:02,406 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/rep_barrier/eca785569444451cb13d81a6aa338715 2024-12-08T20:43:02,435 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/table/6bbbd334ac764fdf8e219c793e81a007 is 96, key is TestAcidGuarantees,,1733690401315.e9da493e7133aa3b6ff94f5bfa1efea0./table:/1733690429895/DeleteFamily/seqid=0 2024-12-08T20:43:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742449_1625 (size=5936) 2024-12-08T20:43:02,526 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:02,726 DEBUG [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T20:43:02,839 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/table/6bbbd334ac764fdf8e219c793e81a007 2024-12-08T20:43:02,850 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/info/157d025240ba45c896d9ccf8d86004eb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/info/157d025240ba45c896d9ccf8d86004eb 2024-12-08T20:43:02,854 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/info/157d025240ba45c896d9ccf8d86004eb, entries=12, sequenceid=90, filesize=6.4 K 2024-12-08T20:43:02,855 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/ns/abf23a67569c4298ba3b993d15f335fb as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/ns/abf23a67569c4298ba3b993d15f335fb 2024-12-08T20:43:02,859 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/ns/abf23a67569c4298ba3b993d15f335fb, entries=8, sequenceid=90, filesize=5.8 K 2024-12-08T20:43:02,860 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/rep_barrier/eca785569444451cb13d81a6aa338715 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/rep_barrier/eca785569444451cb13d81a6aa338715 2024-12-08T20:43:02,864 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/rep_barrier/eca785569444451cb13d81a6aa338715, entries=6, sequenceid=90, filesize=5.9 K 2024-12-08T20:43:02,865 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/.tmp/table/6bbbd334ac764fdf8e219c793e81a007 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/table/6bbbd334ac764fdf8e219c793e81a007 2024-12-08T20:43:02,869 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/table/6bbbd334ac764fdf8e219c793e81a007, entries=7, sequenceid=90, filesize=5.8 K 2024-12-08T20:43:02,870 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false 2024-12-08T20:43:02,874 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-08T20:43:02,875 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T20:43:02,875 INFO [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T20:43:02,875 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733690581123Running coprocessor pre-close hooks at 1733690581124 (+1 ms)Disabling compacts and flushes for region at 1733690581124Disabling writes for close at 1733690581124Obtaining lock to block concurrent updates at 1733690581124Preparing flush snapshotting stores in 1588230740 at 1733690581124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733690581125 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733690581125Flushing 1588230740/info: creating writer at 1733690581126 (+1 ms)Flushing 1588230740/info: appending metadata at 1733690581142 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733690581142Flushing 1588230740/ns: creating writer at 1733690581556 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733690581574 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733690581574Flushing 1588230740/rep_barrier: creating writer at 1733690581988 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733690582002 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733690582002Flushing 1588230740/table: creating writer at 1733690582415 (+413 ms)Flushing 1588230740/table: appending metadata at 1733690582434 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733690582434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77cf860: reopening flushed file at 1733690582849 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a18665a: reopening flushed file at 1733690582854 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fef18f9: reopening flushed file at 1733690582859 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc37b2a: reopening flushed file at 1733690582864 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=90, compaction requested=false at 1733690582870 (+6 ms)Writing region close event to WAL at 1733690582871 (+1 ms)Running coprocessor post-close hooks at 1733690582875 (+4 ms)Closed at 1733690582875 2024-12-08T20:43:02,875 DEBUG [RS_CLOSE_META-regionserver/229bab1f9d30:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T20:43:02,927 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(976): stopping server 229bab1f9d30,41783,1733690396849; all regions closed. 2024-12-08T20:43:02,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741834_1010 (size=25344) 2024-12-08T20:43:02,936 DEBUG [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/oldWALs 2024-12-08T20:43:02,936 INFO [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C41783%2C1733690396849.meta:.meta(num 1733690400859) 2024-12-08T20:43:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741832_1008 (size=14177109) 2024-12-08T20:43:02,941 DEBUG [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/oldWALs 2024-12-08T20:43:02,941 INFO [RS:0;229bab1f9d30:41783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 229bab1f9d30%2C41783%2C1733690396849:(num 1733690399957) 2024-12-08T20:43:02,941 DEBUG [RS:0;229bab1f9d30:41783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T20:43:02,941 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T20:43:02,941 INFO [RS:0;229bab1f9d30:41783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:43:02,942 INFO [RS:0;229bab1f9d30:41783 {}] hbase.ChoreService(370): Chore service for: regionserver/229bab1f9d30:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T20:43:02,942 INFO [RS:0;229bab1f9d30:41783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:43:02,942 INFO [regionserver/229bab1f9d30:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:43:02,943 INFO [RS:0;229bab1f9d30:41783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41783 2024-12-08T20:43:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/229bab1f9d30,41783,1733690396849 2024-12-08T20:43:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T20:43:03,008 INFO [RS:0;229bab1f9d30:41783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:43:03,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [229bab1f9d30,41783,1733690396849] 2024-12-08T20:43:03,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/229bab1f9d30,41783,1733690396849 already deleted, retry=false 2024-12-08T20:43:03,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 229bab1f9d30,41783,1733690396849 expired; onlineServers=0 2024-12-08T20:43:03,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '229bab1f9d30,34749,1733690395890' ***** 2024-12-08T20:43:03,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T20:43:03,050 INFO [M:0;229bab1f9d30:34749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T20:43:03,050 INFO [M:0;229bab1f9d30:34749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T20:43:03,051 DEBUG [M:0;229bab1f9d30:34749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T20:43:03,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T20:43:03,051 DEBUG [M:0;229bab1f9d30:34749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T20:43:03,051 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733690399587 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.small.0-1733690399587,5,FailOnTimeoutGroup] 2024-12-08T20:43:03,051 DEBUG [master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733690399585 {}] cleaner.HFileCleaner(306): Exit Thread[master/229bab1f9d30:0:becomeActiveMaster-HFileCleaner.large.0-1733690399585,5,FailOnTimeoutGroup] 2024-12-08T20:43:03,052 INFO [M:0;229bab1f9d30:34749 {}] hbase.ChoreService(370): Chore service for: master/229bab1f9d30:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T20:43:03,052 INFO [M:0;229bab1f9d30:34749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T20:43:03,052 DEBUG [M:0;229bab1f9d30:34749 {}] master.HMaster(1795): Stopping service threads 2024-12-08T20:43:03,052 INFO [M:0;229bab1f9d30:34749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T20:43:03,053 INFO [M:0;229bab1f9d30:34749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T20:43:03,053 ERROR [M:0;229bab1f9d30:34749 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-08T20:43:03,054 INFO [M:0;229bab1f9d30:34749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T20:43:03,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T20:43:03,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T20:43:03,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T20:43:03,059 DEBUG [M:0;229bab1f9d30:34749 {}] zookeeper.ZKUtil(347): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T20:43:03,059 WARN [M:0;229bab1f9d30:34749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T20:43:03,060 INFO [M:0;229bab1f9d30:34749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/.lastflushedseqids 2024-12-08T20:43:03,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742450_1626 (size=72) 2024-12-08T20:43:03,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:43:03,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41783-0x1000735c8080001, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:43:03,131 INFO [RS:0;229bab1f9d30:41783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:43:03,131 INFO [RS:0;229bab1f9d30:41783 {}] regionserver.HRegionServer(1031): Exiting; stopping=229bab1f9d30,41783,1733690396849; zookeeper connection closed. 2024-12-08T20:43:03,132 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44f9d0da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44f9d0da 2024-12-08T20:43:03,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T20:43:03,473 INFO [M:0;229bab1f9d30:34749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T20:43:03,474 INFO [M:0;229bab1f9d30:34749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T20:43:03,474 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T20:43:03,474 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:43:03,474 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:43:03,475 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T20:43:03,475 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:43:03,475 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=739.45 KB heapSize=908.13 KB 2024-12-08T20:43:03,493 DEBUG [M:0;229bab1f9d30:34749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6e393623cc4535becc09509c128a8c is 82, key is hbase:meta,,1/info:regioninfo/1733690400940/Put/seqid=0 2024-12-08T20:43:03,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742451_1627 (size=5672) 2024-12-08T20:43:03,897 INFO [M:0;229bab1f9d30:34749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6e393623cc4535becc09509c128a8c 2024-12-08T20:43:03,921 DEBUG [M:0;229bab1f9d30:34749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac3622fc4db54b31b074325da0753dd2 is 2275, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1733690433107/Put/seqid=0 2024-12-08T20:43:03,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742452_1628 (size=43768) 2024-12-08T20:43:04,326 INFO [M:0;229bab1f9d30:34749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=738.89 KB at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac3622fc4db54b31b074325da0753dd2 2024-12-08T20:43:04,337 INFO [M:0;229bab1f9d30:34749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3622fc4db54b31b074325da0753dd2 2024-12-08T20:43:04,355 DEBUG [M:0;229bab1f9d30:34749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6150d50739494048843e890fb0132b8d is 69, key is 229bab1f9d30,41783,1733690396849/rs:state/1733690399711/Put/seqid=0 2024-12-08T20:43:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073742453_1629 (size=5156) 2024-12-08T20:43:04,759 INFO [M:0;229bab1f9d30:34749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2078 (bloomFilter=true), to=hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6150d50739494048843e890fb0132b8d 2024-12-08T20:43:04,770 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6e393623cc4535becc09509c128a8c as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a6e393623cc4535becc09509c128a8c 2024-12-08T20:43:04,775 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a6e393623cc4535becc09509c128a8c, entries=8, sequenceid=2078, filesize=5.5 K 2024-12-08T20:43:04,776 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac3622fc4db54b31b074325da0753dd2 as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac3622fc4db54b31b074325da0753dd2 2024-12-08T20:43:04,778 INFO [M:0;229bab1f9d30:34749 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac3622fc4db54b31b074325da0753dd2 2024-12-08T20:43:04,778 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac3622fc4db54b31b074325da0753dd2, entries=168, sequenceid=2078, filesize=42.7 K 2024-12-08T20:43:04,779 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6150d50739494048843e890fb0132b8d as hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6150d50739494048843e890fb0132b8d 2024-12-08T20:43:04,782 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33577/user/jenkins/test-data/77e8dcd9-5a22-538d-8a81-14268273bcaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6150d50739494048843e890fb0132b8d, entries=1, sequenceid=2078, filesize=5.0 K 2024-12-08T20:43:04,782 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~739.45 KB/757194, heapSize ~907.84 KB/929624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2078, compaction requested=false 2024-12-08T20:43:04,784 INFO [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T20:43:04,784 DEBUG [M:0;229bab1f9d30:34749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733690583474Disabling compacts and flushes for region at 1733690583474Disabling writes for close at 1733690583475 (+1 ms)Obtaining lock to block concurrent updates at 1733690583475Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733690583475Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=757194, getHeapSize=929864, getOffHeapSize=0, getCellsCount=2271 at 1733690583476 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733690583477 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733690583477Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733690583493 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733690583493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733690583902 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733690583921 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733690583921Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733690584337 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733690584354 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733690584354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea5de8: reopening flushed file at 1733690584768 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dd1d1c: reopening flushed file at 1733690584775 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cde7aaa: reopening flushed file at 1733690584779 (+4 ms)Finished flush of dataSize ~739.45 KB/757194, heapSize ~907.84 KB/929624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2078, compaction requested=false at 1733690584782 (+3 ms)Writing region close event to WAL at 1733690584784 (+2 ms)Closed at 1733690584784 2024-12-08T20:43:04,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42891 is added to blk_1073741830_1006 (size=893455) 2024-12-08T20:43:04,787 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T20:43:04,787 INFO [M:0;229bab1f9d30:34749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T20:43:04,787 INFO [M:0;229bab1f9d30:34749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34749 2024-12-08T20:43:04,787 INFO [M:0;229bab1f9d30:34749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T20:43:04,905 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T20:43:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:43:04,942 INFO [M:0;229bab1f9d30:34749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T20:43:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34749-0x1000735c8080000, quorum=127.0.0.1:57788, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T20:43:04,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T20:43:04,951 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:43:04,951 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:43:04,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:43:04,951 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.log.dir/,STOPPED} 2024-12-08T20:43:04,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T20:43:04,953 WARN [BP-709644648-172.17.0.2-1733690391840 heartbeating to localhost/127.0.0.1:33577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T20:43:04,953 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T20:43:04,953 WARN [BP-709644648-172.17.0.2-1733690391840 heartbeating to localhost/127.0.0.1:33577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709644648-172.17.0.2-1733690391840 (Datanode Uuid 109d30f8-4cfc-4de0-a476-b20e97e9efd8) service to localhost/127.0.0.1:33577 2024-12-08T20:43:04,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/data/data1/current/BP-709644648-172.17.0.2-1733690391840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:43:04,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/cluster_235d3027-334d-1073-dfd0-8c08f4d54df0/data/data2/current/BP-709644648-172.17.0.2-1733690391840 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T20:43:04,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T20:43:04,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T20:43:04,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T20:43:04,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T20:43:04,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T20:43:04,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b61b993f-b255-36f3-5ffd-9e866f2d0156/hadoop.log.dir/,STOPPED} 2024-12-08T20:43:04,980 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T20:43:05,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down